-- Logs begin at Fri 2022-06-10 16:39:50 UTC, end at Fri 2022-06-10 18:06:40 UTC. -- Jun 10 17:39:50.595303 dv-cinder-xena-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 10 17:39:53.439793 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.common.config [-] Logging enabled! Jun 10 17:39:53.440341 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.3.1.dev15 Jun 10 17:39:53.440516 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=114419) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 10 17:39:53.443725 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.common.config [-] Logging enabled! Jun 10 17:39:53.443972 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.3.1.dev15 Jun 10 17:39:53.444282 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=114419) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 10 17:39:53.445233 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 10 17:39:53.445464 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 10 17:39:53.445818 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 10 17:39:53.446061 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 10 17:39:53.446312 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 10 17:39:53.446632 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:53.446931 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:53.447227 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:53.447457 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:53.447752 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:53.448038 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:53.448320 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:53.448609 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:53.448903 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:53.449185 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:53.449463 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:53.449746 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:53.449974 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:53.450273 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] config_source = [] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:53.450564 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:53.450849 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:53.451071 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] debug = True {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:53.451351 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:53.451773 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:53.452183 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:53.452461 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:53.452749 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:53.453042 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:53.453299 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:53.454123 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:53.454627 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:53.455028 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] host = dv-cinder-xena-3-iscsi {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:53.455314 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:53.455607 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:53.455897 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:53.456187 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:53.456466 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:53.456742 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:53.457026 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:53.457301 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] log_dir = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:53.457574 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] log_file = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:53.457850 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:53.458137 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:53.458451 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:53.458742 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:53.458963 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:53.459184 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:53.459471 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:53.459759 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:53.460034 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:53.460307 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:53.460581 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:53.460854 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:53.461125 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:53.461395 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:53.461675 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:53.461958 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:53.462540 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:53.462815 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:53.463087 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:53.463356 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:53.463627 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:53.463907 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:53.464178 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:53.464457 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:53.464727 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:53.465010 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:53.465276 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:53.465547 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:53.465844 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:53.466127 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:53.466428 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:53.466713 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:53.466984 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:53.467261 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:53.467531 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:53.467802 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] use_journal = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:53.468073 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] use_json = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:53.468342 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:53.468611 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:53.468889 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:53.469790 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:53.470285 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:53.470707 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:53.470994 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:53.471289 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:53.471569 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:53.471872 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.472173 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.472476 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.472768 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.473061 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.473343 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.473633 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.473913 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.474204 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.474521 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.474811 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.475090 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.475380 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.475658 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.475950 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.476257 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.476550 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.476842 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.477117 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.477390 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.477662 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.477939 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.478228 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.478529 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.478818 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.479105 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.479383 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.479668 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.479959 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.480247 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.480520 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.480801 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.481091 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.481368 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.481640 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.481919 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.482206 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.482514 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.482788 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.483070 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.483363 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.483649 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.483922 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.484201 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.484497 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.484800 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.485238 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.485682 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.485973 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.486271 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.486566 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.486848 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.487127 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.487402 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.487682 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.487955 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.488230 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.488511 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.488785 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.489064 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.489337 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.489609 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.489881 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.490152 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.490447 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.490721 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.490993 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.491268 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.491539 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.491810 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.492079 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.492349 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.492622 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.492909 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.493206 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.493484 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.493759 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.494037 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.494339 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.494625 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.494903 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.495181 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.495457 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.495728 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.496016 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.496299 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.496585 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.496870 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.497155 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.497450 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.497729 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.498012 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.498306 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.498586 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.498870 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.499153 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.499444 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.499735 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.500025 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.500314 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.501267 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.501686 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.502004 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.502315 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:53.502534 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 10 17:39:53.502772 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=114419) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 10 17:39:53.859852 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=114419) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:39:53.860218 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=114419) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:39:53.860676 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=114419) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:39:53.861011 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 10 17:39:54.261639 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:54.261925 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:54.262197 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:54.263519 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:54.263795 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:54.264065 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:54.300966 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:54.301246 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:54.301512 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:54.316389 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:54.316669 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:54.316937 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:54.346142 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:54.346444 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:54.346712 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:54.384980 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:54.385252 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:54.385518 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:54.617687 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:54.618323 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:54.618323 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:54.618558 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:54.619106 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:54.742071 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:54.742411 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:54.742691 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:54.742957 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:54.743219 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:54.743523 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:54.743777 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:54.744035 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:54.744293 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:54.744572 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:54.744827 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:54.745086 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:54.745349 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:54.745598 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:54.745850 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:54.746117 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:54.746414 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:54.746683 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:54.746948 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:54.747201 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:54.747467 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:54.747717 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:54.747994 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:54.748362 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:54.748607 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:54.748848 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:54.749245 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=114419) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 17:39:54.749487 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=114419) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 17:39:54.749724 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=114419) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 17:39:54.749960 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=114419) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 17:39:54.750193 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=114419) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 17:39:54.750565 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=114419) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 17:39:54.751189 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 10 17:39:54.754408 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 10 17:39:54.758337 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 10 17:39:54.762090 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Jun 10 17:39:54.763738 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 10 17:39:54.764190 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 10 17:39:54.764522 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 10 17:39:54.764901 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 10 17:39:54.768594 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 10 17:39:54.768843 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 10 17:39:54.769192 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 10 17:39:54.774563 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jun 10 17:39:54.797434 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 10 17:39:54.798158 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:54.798484 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=114419) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 10 17:39:54.798847 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:54.800219 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=114419) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 10 17:39:54.800494 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 10 17:39:54.800738 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 10 17:39:54.804209 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:54.804495 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:54.870572 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 10 17:39:54.870760 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 10 17:39:54.870990 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 10 17:39:54.871355 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 10 17:39:54.894224 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_db.sqlalchemy.engines [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=114419) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 10 17:39:55.563852 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.plugins.ml2.managers [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Initializing driver for type 'gre' Jun 10 17:39:55.564295 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] gre ID ranges: [(1, 1000)] Jun 10 17:39:55.755670 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.plugins.ml2.managers [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Initializing driver for type 'local' Jun 10 17:39:55.756248 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.plugins.ml2.managers [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Initializing driver for type 'vlan' Jun 10 17:39:55.835716 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] VlanTypeDriver initialization complete Jun 10 17:39:55.835972 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.plugins.ml2.managers [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Initializing driver for type 'vxlan' Jun 10 17:39:55.836468 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] vxlan ID ranges: [(1, 1000)] Jun 10 17:39:56.031869 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.plugins.ml2.managers [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Initializing extension driver 'port_security' Jun 10 17:39:56.032200 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.plugins.ml2.extensions.port_security [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] PortSecurityExtensionDriver initialization complete Jun 10 17:39:56.032522 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.plugins.ml2.managers [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Initializing mechanism driver 'openvswitch' Jun 10 17:39:56.032840 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.plugins.ml2.managers [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Initializing mechanism driver 'hyperv' Jun 10 17:39:56.039442 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.plugins.ml2.plugin [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=114419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:39:56.040122 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Subscribe: > port after_create 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:56.040491 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Subscribe: > port after_update 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:56.043499 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Subscribe: > port after_delete 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:56.043499 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=114419) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 10 17:39:56.043499 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Subscribe: > subnet after_create 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:56.043499 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Subscribe: > subnet after_update 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:56.043499 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Subscribe: > subnet after_delete 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:56.043875 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=114419) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 10 17:39:56.043875 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Subscribe: > network after_create 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:56.043875 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Subscribe: > network after_update 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:56.043875 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Subscribe: > network after_delete 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:56.044195 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=114419) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 10 17:39:56.044596 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Subscribe: > security_group after_create 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:56.044935 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Subscribe: > security_group after_update 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:56.045266 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Subscribe: > security_group after_delete 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:56.045782 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=114419) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 10 17:39:56.046184 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:56.046548 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:56.046887 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:56.047272 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=114419) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 10 17:39:56.047718 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Subscribe: > address_group after_create 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:56.048100 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Subscribe: > address_group after_update 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:56.048434 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Subscribe: > address_group after_delete 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:56.048815 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=114419) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 10 17:39:56.049267 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] ML2 OVO RPC backend initialized. {{(pid=114419) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jun 10 17:39:56.050003 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Subscribe: > router_interface after_create 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:56.050380 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:56.050789 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Subscribe: > network before_response 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:56.051131 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Subscribe: > networks before_response 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:56.051469 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Subscribe: > port before_response 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:56.051801 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Subscribe: > ports before_response 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:56.052136 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Subscribe: > subnet before_response 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:56.052467 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Subscribe: > subnets before_response 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:56.052802 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Subscribe: > network after_create 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:56.053131 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Subscribe: > network after_update 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:56.053456 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Subscribe: > network after_delete 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:56.053810 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Subscribe: > port after_create 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:56.054142 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Subscribe: > port after_update 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:56.054497 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Subscribe: > port after_delete 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:56.054829 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Subscribe: > subnet after_create 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:56.055159 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Subscribe: > subnet after_update 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:56.055487 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Subscribe: > subnet after_delete 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:56.062544 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.quota [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loaded quota_driver: . Jun 10 17:39:56.063476 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.plugins.ml2.plugin [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Modular L2 Plugin initialization complete Jun 10 17:39:56.063902 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading services supported by the core plugin {{(pid=114419) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 10 17:39:56.064236 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.plugins.ml2.managers [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Got port-security extension from driver 'port_security' Jun 10 17:39:56.064714 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.extensions.vlantransparent [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Disabled vlantransparent extension. Jun 10 17:39:56.065201 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=114419) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 10 17:39:56.065517 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading Plugin: router Jun 10 17:39:56.100968 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Subscribe: > router_interface before_create 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:56.101299 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Subscribe: > router after_create 55549900 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:56.101665 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Subscribe: > router before_create 55549900 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:56.102023 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:56.102423 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:56.102775 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Subscribe: > router after_delete 55549900 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:56.103126 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Subscribe: > floatingip after_create 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:56.103468 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Subscribe: > floatingip after_update 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:56.103817 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Subscribe: > router after_create 55549900 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:56.104154 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Subscribe: > router after_update 55549900 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:56.104498 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Subscribe: > router after_update 55549900 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:56.104838 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:56.105188 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Subscribe: > router after_update 55549900 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:56.105587 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Subscribe: > router precommit_update 55549900 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:56.105949 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Subscribe: port after_update 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:56.106309 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Subscribe: port after_delete 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:56.106647 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Subscribe: subnet after_update 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:56.106981 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:56.107325 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Subscribe: > port precommit_delete 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:56.107664 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Subscribe: > router precommit_create 55549900 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:56.108002 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Subscribe: port before_delete 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:56.108336 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Subscribe: > router precommit_create 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:56.108687 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Subscribe: > router after_update 55549900 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:56.109019 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Subscribe: > router precommit_delete 55549900 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:56.109407 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Subscribe: > router precommit_create 55549900 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:56.109785 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Subscribe: > router_interface after_create 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:56.110121 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Subscribe: > router precommit_update 55549900 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:56.110506 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Subscribe: > agent after_create 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:56.110850 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Subscribe: > agent after_delete 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:56.111188 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Subscribe: > network after_delete 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:56.112032 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.quota.resource_registry [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Tracking information for resource: router configured {{(pid=114419) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 17:39:56.112358 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.quota.resource_registry [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Tracking information for resource: floatingip configured {{(pid=114419) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 17:39:56.117197 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.db.l3_agentschedulers_db [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 10 17:39:56.117767 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Subscribe: port after_update 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:56.118121 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Subscribe: port after_create 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:56.118492 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Subscribe: port after_delete 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:56.118837 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Subscribe: port after_update 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:56.119609 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Subscribe: > router before_create 55550100 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:56.119967 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Subscribe: > router precommit_delete 55550100 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:56.120321 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Subscribe: > router precommit_create 55550100 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:56.120672 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Subscribe: > router precommit_update 55550100 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:56.126167 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.services.provider_configuration [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Service providers = [] {{(pid=114419) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 10 17:39:56.126545 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.db.servicetype_db [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=114419) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 10 17:39:56.129454 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.services.service_base [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=114419) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 10 17:39:56.129796 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.services.service_base [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=114419) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 10 17:39:56.130130 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.services.service_base [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=114419) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 10 17:39:56.131042 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.services.service_base [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=114419) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 10 17:39:56.131407 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.services.service_base [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 10 17:39:56.131768 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=114419) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 17:39:56.132076 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 10 17:39:56.142900 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=114419) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 17:39:56.143227 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading Plugin: auto_allocate Jun 10 17:39:56.149094 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Subscribe: network precommit_update 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:56.149458 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Subscribe: network precommit_create 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:56.149967 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=114419) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 17:39:56.150827 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading Plugin: tag Jun 10 17:39:56.156766 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=114419) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 17:39:56.157091 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading Plugin: timestamp Jun 10 17:39:56.161033 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=114419) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 17:39:56.161357 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading Plugin: network_ip_availability Jun 10 17:39:56.166729 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:56.167092 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:56.167438 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:56.168153 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=114419) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 17:39:56.168464 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading Plugin: flavors Jun 10 17:39:56.173802 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=114419) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 17:39:56.174127 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading Plugin: revisions Jun 10 17:39:56.178461 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=114419) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 17:39:56.178845 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_concurrency.lockutils [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.318s {{(pid=114419) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:39:56.179578 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=114419) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 10 17:39:56.179904 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Initializing extension manager. Jun 10 17:39:56.180406 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: __init__.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.180738 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: __pycache__ {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.181066 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.181391 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: address_group.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.182129 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.182731 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loaded extension: address-group Jun 10 17:39:56.183050 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: address_scope.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.183748 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.184247 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loaded extension: address-scope Jun 10 17:39:56.184562 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: admin_state_down_before_update.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.185470 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.185967 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loaded extension: router-admin-state-down-before-update Jun 10 17:39:56.186308 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: agent.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.187170 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.187664 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loaded extension: agent Jun 10 17:39:56.188829 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: agent_resources_synced.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.189875 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.190404 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loaded extension: agent-resources-synced Jun 10 17:39:56.190717 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: allowedaddresspairs.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.192486 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.192993 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loaded extension: allowed-address-pairs Jun 10 17:39:56.193314 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: auto_allocated_topology.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.194401 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.194904 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loaded extension: auto-allocated-topology Jun 10 17:39:56.195223 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: availability_zone.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.195909 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.196400 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loaded extension: availability_zone Jun 10 17:39:56.196714 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: availability_zone_filter.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.197602 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.198094 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loaded extension: availability_zone_filter Jun 10 17:39:56.198441 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: data_plane_status.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.199331 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.199823 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Extension data-plane-status not supported by any of loaded plugins Jun 10 17:39:56.200136 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: default_subnetpools.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.201035 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.201528 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loaded extension: default-subnetpools Jun 10 17:39:56.201843 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: dhcpagentscheduler.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.202672 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.203194 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loaded extension: dhcp_agent_scheduler Jun 10 17:39:56.203549 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: dns.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.204583 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.205078 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Extension dns-integration not supported by any of loaded plugins Jun 10 17:39:56.205399 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: dns_domain_ports.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.206330 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.206825 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 10 17:39:56.207140 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.208049 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.208544 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 10 17:39:56.208858 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: dvr.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.209521 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.210018 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loaded extension: dvr Jun 10 17:39:56.210360 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: ecmp_routes.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.211259 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.211757 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Extension ecmp_routes not supported by any of loaded plugins Jun 10 17:39:56.212337 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: empty_string_filtering.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.213229 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.213730 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loaded extension: empty-string-filtering Jun 10 17:39:56.214043 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.214957 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.215463 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 10 17:39:56.215777 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.216668 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.217165 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 10 17:39:56.217476 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: external_net.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.218411 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.218909 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loaded extension: external-net Jun 10 17:39:56.219246 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: extra_dhcp_opt.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.220130 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.220627 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loaded extension: extra_dhcp_opt Jun 10 17:39:56.220940 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: extraroute.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.221834 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.222352 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loaded extension: extraroute Jun 10 17:39:56.222667 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: extraroute_atomic.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.223677 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.224173 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loaded extension: extraroute-atomic Jun 10 17:39:56.224487 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: filter_validation.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.225143 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.225637 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loaded extension: filter-validation Jun 10 17:39:56.225950 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: fip_pf_description.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.226869 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.227358 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 10 17:39:56.227672 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: fip_port_details.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.228579 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.229071 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loaded extension: fip-port-details Jun 10 17:39:56.229384 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: flavors.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.230615 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.231120 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loaded extension: flavors Jun 10 17:39:56.231437 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.233071 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.233590 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 10 17:39:56.233916 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: floatingip_pools.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.234633 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.235666 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loaded extension: floatingip-pools Jun 10 17:39:56.235985 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: ip_allocation.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.236889 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.237391 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Extension ip_allocation not supported by any of loaded plugins Jun 10 17:39:56.237712 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.238643 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.239150 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loaded extension: ip-substring-filtering Jun 10 17:39:56.239468 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: l2_adjacency.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.240376 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.240877 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Extension l2_adjacency not supported by any of loaded plugins Jun 10 17:39:56.241193 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: l3.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.242138 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.242682 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loaded extension: router Jun 10 17:39:56.243000 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: l3_conntrack_helper.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.245314 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.245833 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 10 17:39:56.246157 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.247094 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.247599 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loaded extension: ext-gw-mode Jun 10 17:39:56.247917 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.248816 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.249318 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loaded extension: l3-ha Jun 10 17:39:56.249634 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: l3_flavors.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.251153 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.251655 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loaded extension: l3-flavors Jun 10 17:39:56.251967 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.252865 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.253364 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loaded extension: l3-port-ip-change-not-allowed Jun 10 17:39:56.253679 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: l3agentscheduler.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.254726 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.255300 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loaded extension: l3_agent_scheduler Jun 10 17:39:56.255619 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: logging.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.257126 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.257637 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Extension logging not supported by any of loaded plugins Jun 10 17:39:56.257956 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: metering.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.258728 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.259296 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loaded extension: metering Jun 10 17:39:56.259614 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.260693 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.261195 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loaded extension: metering_source_and_destination_fields Jun 10 17:39:56.261516 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: multiprovidernet.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.262456 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.262959 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loaded extension: multi-provider Jun 10 17:39:56.263275 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: netmtu.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.264182 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.264681 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loaded extension: net-mtu Jun 10 17:39:56.265000 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: netmtu_writable.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.265931 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.266451 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loaded extension: net-mtu-writable Jun 10 17:39:56.266766 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: network_availability_zone.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.267427 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.267917 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loaded extension: network_availability_zone Jun 10 17:39:56.268233 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: network_ip_availability.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.269346 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.269845 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loaded extension: network-ip-availability Jun 10 17:39:56.270161 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: network_segment_range.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.270936 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.271425 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Extension network-segment-range not supported by any of loaded plugins Jun 10 17:39:56.271740 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: pagination.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.272703 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.273031 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loaded extension: pagination Jun 10 17:39:56.273344 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: port_device_profile.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.274255 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.274768 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loaded extension: port-device-profile Jun 10 17:39:56.275086 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.275995 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.276496 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loaded extension: port-mac-address-regenerate Jun 10 17:39:56.276808 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.277704 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.278202 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loaded extension: port-numa-affinity-policy Jun 10 17:39:56.278540 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: port_resource_request.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.279442 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.279940 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Extension port-resource-request not supported by any of loaded plugins Jun 10 17:39:56.280252 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: portbindings.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.281149 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.281673 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loaded extension: binding Jun 10 17:39:56.281982 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: portbindings_extended.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.284788 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.285317 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loaded extension: binding-extended Jun 10 17:39:56.285642 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: portsecurity.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.286584 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.287093 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loaded extension: port-security Jun 10 17:39:56.287412 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: project_id.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.288379 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.288706 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loaded extension: project-id Jun 10 17:39:56.289024 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: providernet.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.289926 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.290462 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loaded extension: provider Jun 10 17:39:56.290781 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: qos.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.294278 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.294805 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Extension qos not supported by any of loaded plugins Jun 10 17:39:56.295135 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.296364 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.296868 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 10 17:39:56.297704 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.298643 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.299145 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 10 17:39:56.299464 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: qos_default.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.300369 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.300868 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Extension qos-default not supported by any of loaded plugins Jun 10 17:39:56.301187 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: qos_fip.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.301831 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.302356 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Extension qos-fip not supported by any of loaded plugins Jun 10 17:39:56.302676 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: qos_gateway_ip.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.303586 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.304081 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 10 17:39:56.304397 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: qos_port_network_policy.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.305302 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.305798 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 10 17:39:56.306113 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: qos_pps_rule.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.307286 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.307791 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Extension qos-pps not supported by any of loaded plugins Jun 10 17:39:56.308111 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: qos_rule_type_details.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.309012 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.309509 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 10 17:39:56.309825 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: qos_rules_alias.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.310905 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.311404 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 10 17:39:56.311721 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: quotasv2.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.312629 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.313522 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loaded extension: quotas Jun 10 17:39:56.313836 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: quotasv2_detail.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.315543 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.315876 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loaded extension: quota_details Jun 10 17:39:56.316199 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: rbac.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.317241 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.317758 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loaded extension: rbac-policies Jun 10 17:39:56.318080 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: rbac_address_group.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.319019 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.319535 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loaded extension: rbac-address-group Jun 10 17:39:56.319854 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: rbac_address_scope.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.320761 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.321265 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loaded extension: rbac-address-scope Jun 10 17:39:56.321580 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: rbac_security_groups.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.322521 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.323027 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loaded extension: rbac-security-groups Jun 10 17:39:56.323346 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: rbac_subnetpool.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.324244 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.324746 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loaded extension: rbac-subnetpool Jun 10 17:39:56.325061 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: revisionifmatch.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.325970 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.326501 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loaded extension: revision-if-match Jun 10 17:39:56.326819 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: revisions.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.328096 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.328628 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loaded extension: standard-attr-revisions Jun 10 17:39:56.328942 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: router_availability_zone.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.329608 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.330113 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loaded extension: router_availability_zone Jun 10 17:39:56.330457 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: routerservicetype.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.331368 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.331863 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Extension router-service-type not supported by any of loaded plugins Jun 10 17:39:56.332178 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.333079 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.333576 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loaded extension: security-groups-normalized-cidr Jun 10 17:39:56.333890 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: security_groups_port_filtering.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.334823 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.335329 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loaded extension: port-security-groups-filtering Jun 10 17:39:56.335645 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.336553 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.337323 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loaded extension: security-groups-remote-address-group Jun 10 17:39:56.337640 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: securitygroup.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.347189 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.347707 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loaded extension: security-group Jun 10 17:39:56.348033 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: segment.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.348809 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.349307 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Extension segment not supported by any of loaded plugins Jun 10 17:39:56.349628 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.350587 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.351128 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 10 17:39:56.351401 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: servicetype.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.352570 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.353084 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loaded extension: service-type Jun 10 17:39:56.353402 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: sorting.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.354408 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.354738 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loaded extension: sorting Jun 10 17:39:56.355054 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: standard_attr_segment.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.355963 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.356471 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 10 17:39:56.356789 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: standardattrdescription.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.357427 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.357926 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loaded extension: standard-attr-description Jun 10 17:39:56.358263 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: stateful_security_group.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.359187 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.360226 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loaded extension: stateful-security-group Jun 10 17:39:56.360534 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: stdattrs_common.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.361189 dv-cinder-xena-3-iscsi neutron-server[114419]: WARNING neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 10 17:39:56.361505 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.362524 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.363026 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 10 17:39:56.363343 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: subnet_onboard.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.364413 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.364918 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loaded extension: subnet_onboard Jun 10 17:39:56.365234 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.366154 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.366681 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 10 17:39:56.367025 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: subnet_service_types.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.367934 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.368433 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loaded extension: subnet-service-types Jun 10 17:39:56.368748 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: subnetallocation.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.369815 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.370345 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loaded extension: subnet_allocation Jun 10 17:39:56.370665 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.371313 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.371811 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loaded extension: subnetpool-prefix-ops Jun 10 17:39:56.372125 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.373038 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.373536 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 10 17:39:56.373852 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: tagging.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.374922 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.375514 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loaded extension: standard-attr-tag Jun 10 17:39:56.375910 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: timestamp.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.377099 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.377603 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loaded extension: standard-attr-timestamp Jun 10 17:39:56.377922 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: trunk.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.378965 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.379475 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Extension trunk not supported by any of loaded plugins Jun 10 17:39:56.379796 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: trunk_details.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.380711 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.381210 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Extension trunk-details not supported by any of loaded plugins Jun 10 17:39:56.381526 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: uplink_status_propagation.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.382459 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.382963 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 10 17:39:56.383279 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Loading extension file: vlantransparent.py {{(pid=114419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 10 17:39:56.383933 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=114419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 10 17:39:56.384432 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Extension vlan-transparent not supported by any of loaded plugins Jun 10 17:39:56.386898 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.quota.resource_registry [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Creating instance of TrackedResource for resource:network Jun 10 17:39:56.387421 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.quota.resource_registry [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Creating instance of TrackedResource for resource:subnet Jun 10 17:39:56.387815 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.quota.resource_registry [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Creating instance of TrackedResource for resource:subnetpool Jun 10 17:39:56.388202 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.quota.resource_registry [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Creating instance of TrackedResource for resource:port Jun 10 17:39:56.389411 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.v2.resource_helper [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 17:39:56.389840 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.v2.resource_helper [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Service FLAVORS assigned prefix: {{(pid=114419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 17:39:56.390491 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.v2.resource_helper [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 17:39:56.391467 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.v2.resource_helper [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 17:39:56.391847 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.quota.resource_registry [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Creating instance of TrackedResource for resource:router Jun 10 17:39:56.392277 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.quota.resource_registry [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Creating instance of TrackedResource for resource:floatingip Jun 10 17:39:56.392763 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.v2.resource_helper [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Service METERING assigned prefix: /metering {{(pid=114419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 17:39:56.394173 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:56.394568 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:56.394914 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:39:56.395892 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.quota.resource_registry [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Creating instance of CountableResource for resource:rbac_policy Jun 10 17:39:56.396344 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.quota.resource_registry [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Creating instance of TrackedResource for resource:security_group Jun 10 17:39:56.396786 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.quota.resource_registry [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Creating instance of TrackedResource for resource:security_group_rule Jun 10 17:39:56.397381 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.v2.resource_helper [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Service CORE assigned prefix: {{(pid=114419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 17:39:56.397709 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.quota.resource_registry [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Creating instance of TrackedResource for resource:subnetpool Jun 10 17:39:56.398053 dv-cinder-xena-3-iscsi neutron-server[114419]: WARNING neutron.quota.resource_registry [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] subnetpool is already registered Jun 10 17:39:56.398505 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.v2.resource_helper [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Service CORE assigned prefix: {{(pid=114419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 17:39:56.398828 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.quota.resource_registry [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Creating instance of TrackedResource for resource:subnetpool Jun 10 17:39:56.399156 dv-cinder-xena-3-iscsi neutron-server[114419]: WARNING neutron.quota.resource_registry [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] subnetpool is already registered Jun 10 17:39:56.401514 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.v2.resource_helper [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 17:39:56.401945 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.v2.resource_helper [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Service FLAVORS assigned prefix: {{(pid=114419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 17:39:56.402556 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.v2.resource_helper [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 17:39:56.402974 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.v2.resource_helper [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 17:39:56.403304 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.quota.resource_registry [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Creating instance of TrackedResource for resource:router Jun 10 17:39:56.403638 dv-cinder-xena-3-iscsi neutron-server[114419]: WARNING neutron.quota.resource_registry [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] router is already registered Jun 10 17:39:56.404049 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.quota.resource_registry [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Creating instance of TrackedResource for resource:floatingip Jun 10 17:39:56.404382 dv-cinder-xena-3-iscsi neutron-server[114419]: WARNING neutron.quota.resource_registry [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] floatingip is already registered Jun 10 17:39:56.404834 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.v2.resource_helper [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Service METERING assigned prefix: /metering {{(pid=114419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 17:39:56.405494 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.quota.resource_registry [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Creating instance of CountableResource for resource:rbac_policy Jun 10 17:39:56.405815 dv-cinder-xena-3-iscsi neutron-server[114419]: WARNING neutron.quota.resource_registry [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] rbac_policy is already registered Jun 10 17:39:56.406229 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.quota.resource_registry [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Creating instance of TrackedResource for resource:security_group Jun 10 17:39:56.407154 dv-cinder-xena-3-iscsi neutron-server[114419]: WARNING neutron.quota.resource_registry [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] security_group is already registered Jun 10 17:39:56.407558 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.quota.resource_registry [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Creating instance of TrackedResource for resource:security_group_rule Jun 10 17:39:56.407883 dv-cinder-xena-3-iscsi neutron-server[114419]: WARNING neutron.quota.resource_registry [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] security_group_rule is already registered Jun 10 17:39:56.408500 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.v2.resource_helper [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Service CORE assigned prefix: {{(pid=114419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 17:39:56.408821 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.quota.resource_registry [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Creating instance of TrackedResource for resource:subnetpool Jun 10 17:39:56.409148 dv-cinder-xena-3-iscsi neutron-server[114419]: WARNING neutron.quota.resource_registry [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] subnetpool is already registered Jun 10 17:39:56.409572 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.v2.resource_helper [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Service CORE assigned prefix: {{(pid=114419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 17:39:56.409891 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.quota.resource_registry [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Creating instance of TrackedResource for resource:subnetpool Jun 10 17:39:56.410217 dv-cinder-xena-3-iscsi neutron-server[114419]: WARNING neutron.quota.resource_registry [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] subnetpool is already registered Jun 10 17:39:56.410704 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Extended resource: extensions {{(pid=114419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 17:39:56.412154 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Extended resource: address-groups {{(pid=114419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 17:39:56.413608 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Extended resource: address-scopes {{(pid=114419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 17:39:56.414960 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Extended resource: agents {{(pid=114419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 17:39:56.416104 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Extended resource: auto-allocated-topology {{(pid=114419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 17:39:56.417332 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Extended resource: availability_zones {{(pid=114419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 17:39:56.418575 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Extended resource: dhcp-networks {{(pid=114419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 17:39:56.420071 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Extended resource: dhcp-agents {{(pid=114419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 17:39:56.421482 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Extended resource: routers {{(pid=114419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 17:39:56.423722 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Extended resource: flavors {{(pid=114419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 17:39:56.424868 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Extended resource: service_profiles {{(pid=114419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 17:39:56.426073 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Extended resource: next_providers {{(pid=114419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 17:39:56.429247 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Extended resource: service_profiles {{(pid=114419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 17:39:56.430818 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Extended resource: floatingip-pools {{(pid=114419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 17:39:56.432025 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Extended resource: routers {{(pid=114419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 17:39:56.434111 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Extended resource: floatingips {{(pid=114419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 17:39:56.435399 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Extended resource: l3-routers {{(pid=114419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 17:39:56.436774 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Extended resource: l3-agents {{(pid=114419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 17:39:56.438261 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Extended resource: metering-labels {{(pid=114419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 17:39:56.440530 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Extended resource: metering-label-rules {{(pid=114419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 17:39:56.441794 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Extended resource: network-ip-availabilities {{(pid=114419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 17:39:56.443094 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Extended resource: bindings {{(pid=114419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 17:39:56.444733 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Extended resource: quotas {{(pid=114419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 17:39:56.446161 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Extended resource: quotas {{(pid=114419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 17:39:56.447577 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Extended resource: rbac-policies {{(pid=114419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 17:39:56.448754 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Extended resource: security-groups {{(pid=114419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 17:39:56.450044 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Extended resource: security-group-rules {{(pid=114419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 17:39:56.451316 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Extended resource: service-providers {{(pid=114419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 17:39:56.452514 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Extended resource: subnetpools {{(pid=114419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 17:39:56.454492 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Extended resource: subnetpools {{(pid=114419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 17:39:56.455930 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Extended resource: tags {{(pid=114419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 17:39:56.457591 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Extended resource: tags {{(pid=114419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 17:39:56.459451 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Extended resource: tags {{(pid=114419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 17:39:56.461218 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Extended resource: tags {{(pid=114419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 17:39:56.463279 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Extended resource: tags {{(pid=114419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 17:39:56.465115 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Extended resource: tags {{(pid=114419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 17:39:56.466803 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Extended resource: tags {{(pid=114419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 17:39:56.468682 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Extended resource: tags {{(pid=114419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 17:39:56.471058 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Extended resource: tags {{(pid=114419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 17:39:56.472811 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron.api.extensions [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Extended resource: tags {{(pid=114419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 17:39:56.478741 dv-cinder-xena-3-iscsi neutron-server[114419]: WARNING keystonemiddleware.auth_token [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 10 17:39:56.483392 dv-cinder-xena-3-iscsi neutron-server[114419]: WARNING keystonemiddleware.auth_token [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 10 17:39:56.492159 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_concurrency.lockutils [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Acquired lock "singleton_lock" {{(pid=114419) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 10 17:39:56.492615 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_concurrency.lockutils [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Releasing lock "singleton_lock" {{(pid=114419) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 10 17:39:56.493228 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO oslo_service.service [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Starting 2 workers Jun 10 17:39:56.497960 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Started child 114528 {{(pid=114419) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 10 17:39:56.503077 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Started child 114529 {{(pid=114419) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 10 17:39:56.504438 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:39:56.505111 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO neutron.service [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Neutron service started, listening on 0.0.0.0:9696 Jun 10 17:39:56.505259 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Notify callbacks [] for process, before_spawn {{(pid=114419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:39:56.505911 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [-] (114528) wsgi starting up on http://0.0.0.0:9696 Jun 10 17:39:56.507600 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:39:56.508067 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO oslo_service.service [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Starting 1 workers Jun 10 17:39:56.508940 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [-] (114529) wsgi starting up on http://0.0.0.0:9696 Jun 10 17:39:56.512770 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Started child 114530 {{(pid=114419) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 10 17:39:56.513310 dv-cinder-xena-3-iscsi neutron-server[114419]: INFO oslo_service.service [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Starting 1 workers Jun 10 17:39:56.517116 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.service [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] calling RpcWorker wait() {{(pid=114530) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 10 17:39:56.517826 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.service [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] returning from RpcWorker wait() {{(pid=114530) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 10 17:39:56.518277 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Started child 114531 {{(pid=114419) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 10 17:39:56.519102 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:39:56.519198 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4521-553a-4bc6-ab2a-509b1733a50f None None] Notify callbacks [] for process, after_spawn {{(pid=114419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:39:56.519604 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:39:56.520946 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=114419) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 10 17:39:56.521153 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 10 17:39:56.521337 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 10 17:39:56.521548 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 10 17:39:56.521877 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 10 17:39:56.522034 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 10 17:39:56.522569 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.522833 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.523089 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.523339 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.523677 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=114531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:39:56.524152 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.524226 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.524452 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.524685 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.524772 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:39:56.524951 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.525199 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.525362 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.525523 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.525768 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.526028 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.526356 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.526612 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.526853 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.527110 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.527271 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.527517 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] config_source = [] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.527777 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.528003 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.528265 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] debug = True {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.528511 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.528999 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.529227 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.529460 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.529672 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.529957 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.530206 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.530486 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.530726 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.530956 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.531191 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.531441 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.531710 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.531921 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.532153 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.532418 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.532709 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.533082 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] host = dv-cinder-xena-3-iscsi {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.533272 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.533519 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.533770 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.534009 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.534289 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.534533 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.534799 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.545764 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.545764 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.545764 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.545764 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.545764 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.545764 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] log_dir = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.545764 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] log_file = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.545764 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] log_options = True {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.547051 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.547051 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.547051 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.547051 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.547051 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.547051 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.547051 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.547717 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.547717 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.547717 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.547717 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.547717 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.547717 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.547717 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.547717 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.548628 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.548628 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.548628 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.548628 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.548628 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.548628 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.548628 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.548628 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.549173 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.549173 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.549173 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.549173 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.549173 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.549173 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.549173 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.549173 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.549719 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.549719 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.549719 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.549719 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.549719 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.549719 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.549719 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.549719 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.550311 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.550311 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.550311 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.550311 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.550311 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.550311 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.550311 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] use_journal = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.550311 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] use_json = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.551392 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.551392 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.551392 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.551392 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.551392 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.551392 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.551392 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.551392 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.551842 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.551842 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.551842 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.551842 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.551842 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.551842 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.551842 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.551842 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.552289 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.552289 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.552289 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.554748 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.555295 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.555622 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.555943 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.556251 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.556633 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.556896 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.557186 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.557444 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.557697 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.557949 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.558202 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.558496 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.558738 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.558978 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.559219 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.559473 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.559811 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.560083 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.560350 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.560756 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.561140 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.561528 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.561936 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.562179 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.562448 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.562708 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.564184 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.564481 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.564714 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.564947 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.565210 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.565459 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.565869 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.566127 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.566415 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.566664 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.566895 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.567122 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.567344 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.567610 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.567848 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.568270 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.568410 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.568671 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.568927 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.569170 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.569412 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.569646 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.569890 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.570126 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.570513 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.572952 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.572952 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.572952 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.572952 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.572952 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.572952 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.572952 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.572952 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.572952 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.573666 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.573666 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.573666 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.573666 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.573953 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.574114 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.574412 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.574654 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.574877 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.575093 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.575325 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.575545 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.575763 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.575997 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.576206 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.576591 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.576831 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.577042 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.577320 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.577634 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.577898 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.578149 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.578395 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.579350 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.579803 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.580057 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.580442 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.580694 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.580928 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.581204 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.581465 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.581715 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.581944 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.582166 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.582465 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.582681 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.582929 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.583163 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.583411 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.583656 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.584139 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.584397 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.584688 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.584941 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.585176 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.585456 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.585700 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.585986 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.586205 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.586493 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.586800 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.587322 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.587597 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.587827 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.588063 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.588329 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.588559 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.588830 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.589062 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.589290 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.589507 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.589787 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.590023 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.590256 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.590496 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.590724 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.591035 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.596024 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.596024 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.596024 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.596024 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.596024 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.596024 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.596024 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.596024 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.596646 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.596646 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.596646 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.596646 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.596646 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.596646 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.596646 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.596646 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.597171 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.597171 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.597171 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.597171 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.597171 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.597171 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.597171 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.597171 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.597701 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.597701 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.597701 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.597901 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.598079 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.598332 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.598546 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.598778 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.599021 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.599255 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.599497 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.599721 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.600000 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.600247 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.600481 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.600707 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.600969 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.601282 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.601445 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.601690 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.601910 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.602139 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.602380 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.602603 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.602817 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.603051 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.603275 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.603512 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.603746 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.604074 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.604425 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.604679 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.604932 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.605176 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.605420 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.605653 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.605893 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.606115 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.606373 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.606592 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.606816 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.607058 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.607272 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.607493 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.607728 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.607964 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.608220 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.608458 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.608680 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.608896 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.609125 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.609514 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.609841 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.610214 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.610624 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.610826 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.611060 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.611279 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.611516 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.611811 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.612103 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.612347 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.612600 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.612836 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.613181 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.613487 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.613772 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.614074 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.614621 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.614844 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.615066 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.615312 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.615549 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.615767 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.615991 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.616205 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.616566 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.616948 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.617332 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.617664 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.617827 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.618069 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.618301 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.618531 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.618741 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.618952 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.619173 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.619388 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.619600 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.619830 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.620040 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.620290 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.620502 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.620722 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.620929 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.621214 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.621516 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.621729 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.622011 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.622269 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.622508 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.622770 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.623097 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.623313 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.623574 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.623820 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.624040 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.624325 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.624585 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.624915 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.625229 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.626194 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.630134 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.630134 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.630134 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.630134 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.630134 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.630134 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.630134 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.630134 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.630755 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.630755 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.630755 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.630755 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.630755 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.630755 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.630755 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.630755 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.630755 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.631341 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.631341 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.631341 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.631553 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.631737 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.631985 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.632215 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.632454 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.632669 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.632826 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 10 17:39:56.633354 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=114419) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 10 17:39:56.633516 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 10 17:39:56.633673 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 10 17:39:56.633839 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 10 17:39:56.633996 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 10 17:39:56.634149 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 10 17:39:56.634797 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.634965 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.635310 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.635310 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.635655 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.635841 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.635999 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.636157 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.636314 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.636497 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.636656 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.636794 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.636930 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.637091 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.637246 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.637389 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.637549 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.637708 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.637873 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.638031 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] config_source = [] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.638189 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.638381 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.638531 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] debug = True {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.638686 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.638895 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.639054 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.639187 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.639345 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.639504 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.639661 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.639817 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.639973 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.640130 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.640286 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.640428 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.640589 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.640745 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.640965 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.641229 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.641508 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.641839 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] host = dv-cinder-xena-3-iscsi {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.642015 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.642175 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.642358 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.642517 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.642696 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.642861 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.643003 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.643142 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.643277 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.643434 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.643592 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.643749 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.643905 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] log_dir = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.644096 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] log_file = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.644239 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] log_options = True {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.644372 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.644583 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.644712 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.644842 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.644986 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.645126 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.645257 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.645410 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.645569 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.645726 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.645882 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.646040 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.646196 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.646386 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.646544 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.646700 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.646857 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.647014 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.647171 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.647328 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.647484 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.647727 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.647856 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.647968 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.648124 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.648281 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.648439 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.648594 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.648750 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.648907 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.649063 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.649220 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.649376 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.649533 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.649690 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.649846 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.650003 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.650160 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.650343 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.650501 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.650658 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.650814 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.650971 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.651127 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.651284 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.651441 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] use_journal = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.651597 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] use_json = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.651753 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.651911 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.652068 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.652224 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.652380 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.652537 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.652755 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.652860 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.652995 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 17:39:56.653192 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.653363 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.653531 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.653692 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.653852 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.654011 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.654171 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.654351 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.654512 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.654669 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.654838 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.654998 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.655168 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.655328 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.655486 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.658781 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.658781 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.658781 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.658781 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.658781 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.658781 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.658781 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.658781 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.659297 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.659297 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.659297 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.659297 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.659297 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.659297 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.659297 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.659297 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.659837 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.659837 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.659986 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:39:56.660072 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.660072 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.660072 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.660072 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.660072 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.660072 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.660477 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.660477 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.660477 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.660688 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.660764 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.660878 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.661039 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.661199 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.661360 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.661514 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.661667 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.661826 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.661987 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.662147 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.662372 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.662538 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.662759 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.662928 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.663133 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.663299 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.663571 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.663957 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.664121 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.664283 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.664443 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.664603 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.664762 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.664937 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.665183 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.665280 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.665427 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.665587 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.665746 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.665904 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.666064 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.666223 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.666401 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.666733 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.666733 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.666890 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.667009 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.667169 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.667328 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.667487 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.667646 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.667805 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.667963 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.668120 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.668278 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.668443 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.668612 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.668789 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.668948 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.669106 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.669264 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.669423 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.669580 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.669738 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.669895 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.670052 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.670230 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.670408 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.670570 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.670732 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.670891 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.671049 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.671209 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.671366 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.671525 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.671683 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.671840 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.672000 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.672232 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.672983 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.673303 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.673591 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.673762 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.673937 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.674100 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.674280 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.674443 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.674613 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.674785 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.674951 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.675111 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.675311 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.675412 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.675574 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.675734 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.675894 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.676054 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.676236 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.676402 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.676568 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.676740 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.676901 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.677060 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.677219 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.677561 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.677561 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.677820 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.677956 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.678087 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.678219 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.678370 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.678513 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.678646 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.678777 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.678904 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.679048 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.679204 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.679364 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.679522 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.679682 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.679842 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.680001 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.680160 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.680320 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.680481 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.680624 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.680786 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.680945 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.681104 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.681263 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.681423 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.681582 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.681749 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.681921 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.682081 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.682257 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.682425 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.682584 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.682743 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.682901 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.683061 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.683223 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.683383 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.683543 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.683703 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.683864 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.684023 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.684183 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.684345 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.684504 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.684653 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.685015 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.685277 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.685438 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.685597 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.685756 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.685917 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.686075 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.686286 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.686644 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.686644 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.687066 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.687145 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.687268 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.687433 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.687593 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.687783 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.688164 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.688405 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.688660 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.688826 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.688988 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.689150 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.689311 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.689471 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.689635 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.689798 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.690000 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.690112 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.690272 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.690437 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.690596 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.690755 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.690915 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.691076 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.691235 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.691396 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.691556 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.691731 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.691889 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.692049 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.692208 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.692367 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.692527 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.692698 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.692878 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.693038 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.693197 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.693357 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.693516 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.693687 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.693847 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.694006 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.694165 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.694346 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.694507 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.694740 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.694830 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.694981 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.695155 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.695285 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.695444 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.695613 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.695773 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.695932 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.696090 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.696248 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.696406 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.696577 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.696759 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.696919 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.697082 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.697228 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.697370 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.697541 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.697701 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.697859 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.698028 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.698188 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.698372 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.698554 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.698743 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.698886 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.699047 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.699207 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.699366 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.699525 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.699688 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.699851 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.700022 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.700190 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.700351 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.700520 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.700688 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.700858 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.701018 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.701185 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.701357 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.701518 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.701676 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.701835 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.701995 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.702155 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.702335 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.702495 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.702653 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.702813 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.702971 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.703130 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.703289 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.703471 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.703720 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.704008 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.704273 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.704434 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.704595 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.704779 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 17:39:56.704938 dv-cinder-xena-3-iscsi neutron-server[114419]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 10 17:39:56.773254 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 38798) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:39:56.782267 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063195 Jun 10 17:40:08.318550 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1184176a-8a62-4b3f-9ad4-8d4369a5273d None None] get_active_networks_info from dv-cinder-xena-3-iscsi {{(pid=114530) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 10 17:40:08.389312 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1184176a-8a62-4b3f-9ad4-8d4369a5273d None None] No non-hosted networks {{(pid=114530) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 10 17:40:08.408468 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.agentschedulers_db [None req-1184176a-8a62-4b3f-9ad4-8d4369a5273d None None] DHCP Agent not found on host dv-cinder-xena-3-iscsi {{(pid=114530) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jun 10 17:40:08.603314 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-fd2517bf-6ecc-4881-be87-31e61eae5ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-776011'] for agent, after_create {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:10.788860 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-9b04725a-db07-4b50-91b7-9b86d61e0e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-776011'] for agent, after_create {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:10.825124 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.db.api [None req-de156248-7d0f-457f-acd7-ba96c0b35b67 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-xena-3-iscsi {{(pid=114530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 17:40:10.825867 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG oslo_db.api [None req-de156248-7d0f-457f-acd7-ba96c0b35b67 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 17:40:11.348317 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-de156248-7d0f-457f-acd7-ba96c0b35b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:11.728434 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-9e937c9f-4d57-47ec-81ad-8e77ea25145e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-776011'] for agent, after_create {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:13.070251 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a5a6984-4625-4674-bdbb-a7ccf76cac14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-776011'] for agent, after_create {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:13.923448 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-776011'] for agent, after_create {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:13.924125 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:40:13.924452 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:40:13.924779 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:40:13.925094 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:40:13.925547 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:40:13.926561 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:40:13.927092 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:40:13.927619 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:40:13.928240 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:40:13.930215 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:40:13.931011 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:40:13.932933 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:40:13.935154 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-xena-3-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:40:13.948329 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-xena-3-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:40:14.383330 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 38890) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:40:14.904491 dv-cinder-xena-3-iscsi neutron-server[114528]: WARNING oslo_policy.policy [None req-f84864ee-3f04-4baa-8343-93eeae0e5cfa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 17:40:14.905086 dv-cinder-xena-3-iscsi neutron-server[114528]: WARNING oslo_policy.policy [None req-f84864ee-3f04-4baa-8343-93eeae0e5cfa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 17:40:15.134575 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [None req-f84864ee-3f04-4baa-8343-93eeae0e5cfa admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=114528) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 17:40:15.137811 dv-cinder-xena-3-iscsi neutron-server[114530]: INFO neutron.db.l3_hamode_db [None req-30330ad1-5427-452f-a417-d6524d1911f9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 10 17:40:15.150998 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-f84864ee-3f04-4baa-8343-93eeae0e5cfa admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7655675 Jun 10 17:40:15.229325 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30330ad1-5427-452f-a417-d6524d1911f9 None None] Routers set() bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:40:15.230057 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30330ad1-5427-452f-a417-d6524d1911f9 None None] Router IDs set() for agent in host dv-cinder-xena-3-iscsi {{(pid=114530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jun 10 17:40:17.584890 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 38906) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:40:17.889407 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [None req-29413f7e-8fb8-47a4-a63f-8cb59b8a00af admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:40:17.984455 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.policy [None req-29413f7e-8fb8-47a4-a63f-8cb59b8a00af admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=114528) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 10 17:40:18.029197 dv-cinder-xena-3-iscsi neutron-server[114528]: WARNING oslo_policy.policy [None req-29413f7e-8fb8-47a4-a63f-8cb59b8a00af admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 17:40:18.029507 dv-cinder-xena-3-iscsi neutron-server[114528]: WARNING oslo_policy.policy [None req-29413f7e-8fb8-47a4-a63f-8cb59b8a00af admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 17:40:18.196034 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-29413f7e-8fb8-47a4-a63f-8cb59b8a00af admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764020945483', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764020945016', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764020925223', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764020926705', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764020259543', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764020981080', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3935449', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3921607', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-750711', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-648851'] for rbac-policy, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:18.385331 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-29413f7e-8fb8-47a4-a63f-8cb59b8a00af admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:18.386622 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-29413f7e-8fb8-47a4-a63f-8cb59b8a00af admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8007216 Jun 10 17:40:21.004294 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 38918) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:40:21.298957 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [None req-e4381bb4-7870-4d8e-bed9-cd5e5fde07f7 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'dadba3dc82994946b4d557ab994fcd60', 'tenant_id': 'dadba3dc82994946b4d557ab994fcd60', 'name': 'private'}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:40:21.373689 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4381bb4-7870-4d8e-bed9-cd5e5fde07f7 admin admin] Made reservation on behalf of dadba3dc82994946b4d557ab994fcd60 for: {'network': 1} {{(pid=114528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 17:40:21.377014 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-e4381bb4-7870-4d8e-bed9-cd5e5fde07f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for network, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:21.394425 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-e4381bb4-7870-4d8e-bed9-cd5e5fde07f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:21.500673 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-e4381bb4-7870-4d8e-bed9-cd5e5fde07f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:21.589580 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-e4381bb4-7870-4d8e-bed9-cd5e5fde07f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:21.614027 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4381bb4-7870-4d8e-bed9-cd5e5fde07f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=114528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 17:40:21.633063 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4381bb4-7870-4d8e-bed9-cd5e5fde07f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6471b894-a1c1-4241-8904-4802d8504093,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:40:21.645900 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4381bb4-7870-4d8e-bed9-cd5e5fde07f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:40:21.646311 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4381bb4-7870-4d8e-bed9-cd5e5fde07f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:40:21.646675 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4381bb4-7870-4d8e-bed9-cd5e5fde07f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:40:21.647020 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4381bb4-7870-4d8e-bed9-cd5e5fde07f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:40:21.647371 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4381bb4-7870-4d8e-bed9-cd5e5fde07f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:40:21.647736 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4381bb4-7870-4d8e-bed9-cd5e5fde07f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:40:21.648067 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4381bb4-7870-4d8e-bed9-cd5e5fde07f7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:40:21.648430 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4381bb4-7870-4d8e-bed9-cd5e5fde07f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:40:21.648773 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4381bb4-7870-4d8e-bed9-cd5e5fde07f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:40:21.649102 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4381bb4-7870-4d8e-bed9-cd5e5fde07f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:40:21.649443 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4381bb4-7870-4d8e-bed9-cd5e5fde07f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:40:21.649784 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4381bb4-7870-4d8e-bed9-cd5e5fde07f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:40:21.650980 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4381bb4-7870-4d8e-bed9-cd5e5fde07f7 admin admin] Tracked resource versions report: Jun 10 17:40:21.650980 dv-cinder-xena-3-iscsi neutron-server[114528]: pushed versions: Jun 10 17:40:21.650980 dv-cinder-xena-3-iscsi neutron-server[114528]: { 'AddressGroup': {'1.2'}, Jun 10 17:40:21.650980 dv-cinder-xena-3-iscsi neutron-server[114528]: 'ConntrackHelper': {'1.0'}, Jun 10 17:40:21.650980 dv-cinder-xena-3-iscsi neutron-server[114528]: 'Log': {'1.0'}, Jun 10 17:40:21.650980 dv-cinder-xena-3-iscsi neutron-server[114528]: 'Network': {'1.1'}, Jun 10 17:40:21.650980 dv-cinder-xena-3-iscsi neutron-server[114528]: 'Port': {'1.7'}, Jun 10 17:40:21.650980 dv-cinder-xena-3-iscsi neutron-server[114528]: 'PortForwarding': {'1.2'}, Jun 10 17:40:21.650980 dv-cinder-xena-3-iscsi neutron-server[114528]: 'QosPolicy': {'1.9'}, Jun 10 17:40:21.650980 dv-cinder-xena-3-iscsi neutron-server[114528]: 'SecurityGroup': {'1.4'}, Jun 10 17:40:21.650980 dv-cinder-xena-3-iscsi neutron-server[114528]: 'SecurityGroupRule': {'1.2'}, Jun 10 17:40:21.650980 dv-cinder-xena-3-iscsi neutron-server[114528]: 'SubPort': {'1.0'}, Jun 10 17:40:21.650980 dv-cinder-xena-3-iscsi neutron-server[114528]: 'Subnet': {'1.1'}, Jun 10 17:40:21.650980 dv-cinder-xena-3-iscsi neutron-server[114528]: 'Trunk': {'1.1'}} Jun 10 17:40:21.650980 dv-cinder-xena-3-iscsi neutron-server[114528]: consumer versions: Jun 10 17:40:21.650980 dv-cinder-xena-3-iscsi neutron-server[114528]: { DHCP agent@dv-cinder-xena-3-iscsi: {}, Jun 10 17:40:21.650980 dv-cinder-xena-3-iscsi neutron-server[114528]: L3 agent@dv-cinder-xena-3-iscsi: {}, Jun 10 17:40:21.650980 dv-cinder-xena-3-iscsi neutron-server[114528]: Metadata agent@dv-cinder-xena-3-iscsi: {}, Jun 10 17:40:21.650980 dv-cinder-xena-3-iscsi neutron-server[114528]: Metering agent@dv-cinder-xena-3-iscsi: {}, Jun 10 17:40:21.650980 dv-cinder-xena-3-iscsi neutron-server[114528]: Open vSwitch agent@dv-cinder-xena-3-iscsi: { 'AddressGroup': '1.2', Jun 10 17:40:21.650980 dv-cinder-xena-3-iscsi neutron-server[114528]: 'ConntrackHelper': '1.0', Jun 10 17:40:21.650980 dv-cinder-xena-3-iscsi neutron-server[114528]: 'Log': '1.0', Jun 10 17:40:21.650980 dv-cinder-xena-3-iscsi neutron-server[114528]: 'Network': '1.1', Jun 10 17:40:21.650980 dv-cinder-xena-3-iscsi neutron-server[114528]: 'Port': '1.7', Jun 10 17:40:21.650980 dv-cinder-xena-3-iscsi neutron-server[114528]: 'PortForwarding': '1.2', Jun 10 17:40:21.650980 dv-cinder-xena-3-iscsi neutron-server[114528]: 'QosPolicy': '1.9', Jun 10 17:40:21.650980 dv-cinder-xena-3-iscsi neutron-server[114528]: 'SecurityGroup': '1.4', Jun 10 17:40:21.650980 dv-cinder-xena-3-iscsi neutron-server[114528]: 'SecurityGroupRule': '1.2', Jun 10 17:40:21.650980 dv-cinder-xena-3-iscsi neutron-server[114528]: 'SubPort': '1.0', Jun 10 17:40:21.650980 dv-cinder-xena-3-iscsi neutron-server[114528]: 'Subnet': '1.1', Jun 10 17:40:21.650980 dv-cinder-xena-3-iscsi neutron-server[114528]: 'Trunk': '1.1'}} Jun 10 17:40:21.650980 dv-cinder-xena-3-iscsi neutron-server[114528]: {{(pid=114528) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 17:40:21.688365 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-e4381bb4-7870-4d8e-bed9-cd5e5fde07f7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764020915905', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009214'] for segment, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:21.688857 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-e4381bb4-7870-4d8e-bed9-cd5e5fde07f7 admin admin] Unsubscribe: segment precommit_create {{(pid=114528) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 10 17:40:21.689407 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.db.segments_db [None req-e4381bb4-7870-4d8e-bed9-cd5e5fde07f7 admin admin] Added segment 5f8a9fc0-6d8d-4022-bd97-7742b575bd00 of type vlan for network 7ad07ddf-627a-4c5c-b70c-20fd81a87a28 Jun 10 17:40:21.769761 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-e4381bb4-7870-4d8e-bed9-cd5e5fde07f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764020540941'] for network, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:21.894190 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-e4381bb4-7870-4d8e-bed9-cd5e5fde07f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050'] for network, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:21.895511 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4381bb4-7870-4d8e-bed9-cd5e5fde07f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:40:21.896164 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-e4381bb4-7870-4d8e-bed9-cd5e5fde07f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-734032'] for network, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:21.995351 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4381bb4-7870-4d8e-bed9-cd5e5fde07f7 admin admin] Pushing event updated for resources: {'Network': ['ID=7ad07ddf-627a-4c5c-b70c-20fd81a87a28,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:40:22.007669 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Network 7ad07ddf-627a-4c5c-b70c-20fd81a87a28 details requested by agent ovs-agent-dv-cinder-xena-3-iscsi with host dv-cinder-xena-3-iscsi {{(pid=114530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 10 17:40:22.022514 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-e4381bb4-7870-4d8e-bed9-cd5e5fde07f7 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0170503 Jun 10 17:40:24.737166 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 38932) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:40:25.120280 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76c558f-c55e-4f18-b1d2-6e884d9c20fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:40:25.121624 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-c76c558f-c55e-4f18-b1d2-6e884d9c20fd admin admin] 10.222.0.16 "GET /v2.0/networks/7ad07ddf-627a-4c5c-b70c-20fd81a87a28 HTTP/1.1" status: 200 len: 825 time: 0.3835251 Jun 10 17:40:25.147290 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-fbc8f491-883c-4475-a455-f0005a79ec49 admin admin] 10.222.0.16 "GET /v2.0/subnetpools/fd23e2d5-294e-4198-b1f6-d1fa52e9b6a7 HTTP/1.1" status: 200 len: 734 time: 0.0188394 Jun 10 17:40:25.156822 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [None req-4e4821d5-4206-4ea6-ac66-fb4dd92431be admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '7ad07ddf-627a-4c5c-b70c-20fd81a87a28', 'tenant_id': 'dadba3dc82994946b4d557ab994fcd60', 'ip_version': 4, 'subnetpool_id': 'fd23e2d5-294e-4198-b1f6-d1fa52e9b6a7'}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:40:25.225095 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e4821d5-4206-4ea6-ac66-fb4dd92431be admin admin] Made reservation on behalf of dadba3dc82994946b4d557ab994fcd60 for: {'subnet': 1} {{(pid=114528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 17:40:25.227319 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-4e4821d5-4206-4ea6-ac66-fb4dd92431be admin admin] Notify callbacks [] for subnet, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:25.562854 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-4e4821d5-4206-4ea6-ac66-fb4dd92431be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050'] for subnet, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:25.633085 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4821d5-4206-4ea6-ac66-fb4dd92431be admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a55c00b-854b-45b1-bfe9-82af941a0000,revision_number=0']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:40:25.637657 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4821d5-4206-4ea6-ac66-fb4dd92431be admin admin] Checking segment: {'id': '5f8a9fc0-6d8d-4022-bd97-7742b575bd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7ad07ddf-627a-4c5c-b70c-20fd81a87a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 10 17:40:25.638029 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4821d5-4206-4ea6-ac66-fb4dd92431be admin admin] Network hostable DHCP agents. Network: 7ad07ddf-627a-4c5c-b70c-20fd81a87a28, hostable agents: ['bccf9388-ecf1-4acf-9e95-63f97cf623b0'], hosted agents: [] {{(pid=114528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 17:40:25.737552 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4821d5-4206-4ea6-ac66-fb4dd92431be admin admin] Network 7ad07ddf-627a-4c5c-b70c-20fd81a87a28 is scheduled to be hosted by DHCP agent bccf9388-ecf1-4acf-9e95-63f97cf623b0 with binding_index 1 {{(pid=114528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 17:40:25.813588 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.base_scheduler [None req-4e4821d5-4206-4ea6-ac66-fb4dd92431be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-xena-3-iscsi, 7ad07ddf-627a-4c5c-b70c-20fd81a87a28) {{(pid=114528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:40:25.818099 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4821d5-4206-4ea6-ac66-fb4dd92431be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:40:25.818924 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-4e4821d5-4206-4ea6-ac66-fb4dd92431be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-734032'] for subnet, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:25.822898 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d72eed-3b5f-4a02-afd7-d994df99e98b None None] Network 7ad07ddf-627a-4c5c-b70c-20fd81a87a28 requested from dv-cinder-xena-3-iscsi {{(pid=114530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 17:40:25.902267 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-4e4821d5-4206-4ea6-ac66-fb4dd92431be admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7315447 Jun 10 17:40:26.134905 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05243d0c-5883-439a-9de2-3a64eb6fd726 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77de9516-29da-567c-b3ac-4325783e7148-7ad07ddf-627a-4c5c-b70c-20fd81a87a28', 'network_id': '7ad07ddf-627a-4c5c-b70c-20fd81a87a28', 'tenant_id': 'dadba3dc82994946b4d557ab994fcd60', 'fixed_ips': [{'subnet_id': '7a55c00b-854b-45b1-bfe9-82af941a0000'}]}} from dv-cinder-xena-3-iscsi. {{(pid=114530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 17:40:26.136149 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-05243d0c-5883-439a-9de2-3a64eb6fd726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_create {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:26.433419 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.db_base_plugin_common [None req-05243d0c-5883-439a-9de2-3a64eb6fd726 None None] Allocated IP 172.20.0.2 (7ad07ddf-627a-4c5c-b70c-20fd81a87a28/7a55c00b-854b-45b1-bfe9-82af941a0000/561e8543-3894-4a6f-913a-e9dbd99e3d54) {{(pid=114530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 17:40:26.630367 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-05243d0c-5883-439a-9de2-3a64eb6fd726 None None] Notify callbacks [] for port, precommit_create {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:26.721192 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-05243d0c-5883-439a-9de2-3a64eb6fd726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764020614705'] for port, after_create {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:26.792868 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05243d0c-5883-439a-9de2-3a64eb6fd726 None None] Network 7ad07ddf-627a-4c5c-b70c-20fd81a87a28 is already hosted by enough agents. {{(pid=114530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:40:26.799291 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.scheduler.base_scheduler [None req-05243d0c-5883-439a-9de2-3a64eb6fd726 None None] Resources bound (agent type, host, resource id): {{(pid=114530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:40:26.810470 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05243d0c-5883-439a-9de2-3a64eb6fd726 None None] Received port after_create {{(pid=114530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 10 17:40:26.813707 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05243d0c-5883-439a-9de2-3a64eb6fd726 None None] Pushing event updated for resources: {'Port': ['ID=561e8543-3894-4a6f-913a-e9dbd99e3d54,revision_number=1']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:40:26.845882 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05243d0c-5883-439a-9de2-3a64eb6fd726 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:40:26.846619 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05243d0c-5883-439a-9de2-3a64eb6fd726 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:40:26.846619 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05243d0c-5883-439a-9de2-3a64eb6fd726 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:40:26.846885 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05243d0c-5883-439a-9de2-3a64eb6fd726 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:40:26.847211 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05243d0c-5883-439a-9de2-3a64eb6fd726 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:40:26.847534 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05243d0c-5883-439a-9de2-3a64eb6fd726 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:40:26.847852 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05243d0c-5883-439a-9de2-3a64eb6fd726 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:40:26.848171 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05243d0c-5883-439a-9de2-3a64eb6fd726 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:40:26.848502 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05243d0c-5883-439a-9de2-3a64eb6fd726 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:40:26.848822 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05243d0c-5883-439a-9de2-3a64eb6fd726 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:40:26.849141 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05243d0c-5883-439a-9de2-3a64eb6fd726 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:40:26.849453 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05243d0c-5883-439a-9de2-3a64eb6fd726 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:40:26.850594 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05243d0c-5883-439a-9de2-3a64eb6fd726 None None] Tracked resource versions report: Jun 10 17:40:26.850594 dv-cinder-xena-3-iscsi neutron-server[114530]: pushed versions: Jun 10 17:40:26.850594 dv-cinder-xena-3-iscsi neutron-server[114530]: { 'AddressGroup': {'1.2'}, Jun 10 17:40:26.850594 dv-cinder-xena-3-iscsi neutron-server[114530]: 'ConntrackHelper': {'1.0'}, Jun 10 17:40:26.850594 dv-cinder-xena-3-iscsi neutron-server[114530]: 'Log': {'1.0'}, Jun 10 17:40:26.850594 dv-cinder-xena-3-iscsi neutron-server[114530]: 'Network': {'1.1'}, Jun 10 17:40:26.850594 dv-cinder-xena-3-iscsi neutron-server[114530]: 'Port': {'1.7'}, Jun 10 17:40:26.850594 dv-cinder-xena-3-iscsi neutron-server[114530]: 'PortForwarding': {'1.2'}, Jun 10 17:40:26.850594 dv-cinder-xena-3-iscsi neutron-server[114530]: 'QosPolicy': {'1.9'}, Jun 10 17:40:26.850594 dv-cinder-xena-3-iscsi neutron-server[114530]: 'SecurityGroup': {'1.4'}, Jun 10 17:40:26.850594 dv-cinder-xena-3-iscsi neutron-server[114530]: 'SecurityGroupRule': {'1.2'}, Jun 10 17:40:26.850594 dv-cinder-xena-3-iscsi neutron-server[114530]: 'SubPort': {'1.0'}, Jun 10 17:40:26.850594 dv-cinder-xena-3-iscsi neutron-server[114530]: 'Subnet': {'1.1'}, Jun 10 17:40:26.850594 dv-cinder-xena-3-iscsi neutron-server[114530]: 'Trunk': {'1.1'}} Jun 10 17:40:26.850594 dv-cinder-xena-3-iscsi neutron-server[114530]: consumer versions: Jun 10 17:40:26.850594 dv-cinder-xena-3-iscsi neutron-server[114530]: { DHCP agent@dv-cinder-xena-3-iscsi: {}, Jun 10 17:40:26.850594 dv-cinder-xena-3-iscsi neutron-server[114530]: L3 agent@dv-cinder-xena-3-iscsi: {}, Jun 10 17:40:26.850594 dv-cinder-xena-3-iscsi neutron-server[114530]: Metadata agent@dv-cinder-xena-3-iscsi: {}, Jun 10 17:40:26.850594 dv-cinder-xena-3-iscsi neutron-server[114530]: Metering agent@dv-cinder-xena-3-iscsi: {}, Jun 10 17:40:26.850594 dv-cinder-xena-3-iscsi neutron-server[114530]: Open vSwitch agent@dv-cinder-xena-3-iscsi: { 'AddressGroup': '1.2', Jun 10 17:40:26.850594 dv-cinder-xena-3-iscsi neutron-server[114530]: 'ConntrackHelper': '1.0', Jun 10 17:40:26.850594 dv-cinder-xena-3-iscsi neutron-server[114530]: 'Log': '1.0', Jun 10 17:40:26.850594 dv-cinder-xena-3-iscsi neutron-server[114530]: 'Network': '1.1', Jun 10 17:40:26.850594 dv-cinder-xena-3-iscsi neutron-server[114530]: 'Port': '1.7', Jun 10 17:40:26.850594 dv-cinder-xena-3-iscsi neutron-server[114530]: 'PortForwarding': '1.2', Jun 10 17:40:26.850594 dv-cinder-xena-3-iscsi neutron-server[114530]: 'QosPolicy': '1.9', Jun 10 17:40:26.850594 dv-cinder-xena-3-iscsi neutron-server[114530]: 'SecurityGroup': '1.4', Jun 10 17:40:26.850594 dv-cinder-xena-3-iscsi neutron-server[114530]: 'SecurityGroupRule': '1.2', Jun 10 17:40:26.850594 dv-cinder-xena-3-iscsi neutron-server[114530]: 'SubPort': '1.0', Jun 10 17:40:26.850594 dv-cinder-xena-3-iscsi neutron-server[114530]: 'Subnet': '1.1', Jun 10 17:40:26.850594 dv-cinder-xena-3-iscsi neutron-server[114530]: 'Trunk': '1.1'}} Jun 10 17:40:26.850594 dv-cinder-xena-3-iscsi neutron-server[114530]: {{(pid=114530) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 17:40:26.898151 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.managers [None req-05243d0c-5883-439a-9de2-3a64eb6fd726 None None] Attempting to bind port 561e8543-3894-4a6f-913a-e9dbd99e3d54 on host dv-cinder-xena-3-iscsi for vnic_type normal with profile {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 17:40:26.898568 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.managers [None req-05243d0c-5883-439a-9de2-3a64eb6fd726 None None] Attempting to bind port 561e8543-3894-4a6f-913a-e9dbd99e3d54 by drivers openvswitch,hyperv on host dv-cinder-xena-3-iscsi at level 0 using segments [{'id': '5f8a9fc0-6d8d-4022-bd97-7742b575bd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7ad07ddf-627a-4c5c-b70c-20fd81a87a28'}] {{(pid=114530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 17:40:26.899006 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05243d0c-5883-439a-9de2-3a64eb6fd726 None None] Attempting to bind port 561e8543-3894-4a6f-913a-e9dbd99e3d54 on network 7ad07ddf-627a-4c5c-b70c-20fd81a87a28 {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 10 17:40:26.903674 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05243d0c-5883-439a-9de2-3a64eb6fd726 None None] Checking agent: {'id': '87b91a5b-6105-4774-a25f-e6a5abfdfa1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-xena-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 10, 17, 40, 14), 'started_at': datetime.datetime(2022, 6, 10, 17, 40, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 10, 17, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-xena-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 10 17:40:26.904069 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05243d0c-5883-439a-9de2-3a64eb6fd726 None None] Checking segment: {'id': '5f8a9fc0-6d8d-4022-bd97-7742b575bd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7ad07ddf-627a-4c5c-b70c-20fd81a87a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 10 17:40:26.904535 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-05243d0c-5883-439a-9de2-3a64eb6fd726 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:26.904913 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05243d0c-5883-439a-9de2-3a64eb6fd726 None None] Bound using segment: {'id': '5f8a9fc0-6d8d-4022-bd97-7742b575bd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7ad07ddf-627a-4c5c-b70c-20fd81a87a28'} {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 10 17:40:26.905941 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.managers [None req-05243d0c-5883-439a-9de2-3a64eb6fd726 None None] Bound port: 561e8543-3894-4a6f-913a-e9dbd99e3d54, host: dv-cinder-xena-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f8a9fc0-6d8d-4022-bd97-7742b575bd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7ad07ddf-627a-4c5c-b70c-20fd81a87a28'}}] {{(pid=114530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 17:40:26.906343 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-05243d0c-5883-439a-9de2-3a64eb6fd726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:26.965695 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-05243d0c-5883-439a-9de2-3a64eb6fd726 None None] For port 561e8543-3894-4a6f-913a-e9dbd99e3d54, host dv-cinder-xena-3-iscsi, cleared binding levels {{(pid=114530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 10 17:40:26.977807 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-05243d0c-5883-439a-9de2-3a64eb6fd726 None None] For port 561e8543-3894-4a6f-913a-e9dbd99e3d54, host dv-cinder-xena-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=561e8543-3894-4a6f-913a-e9dbd99e3d54,segment=NetworkSegment(5f8a9fc0-6d8d-4022-bd97-7742b575bd00),segment_id=5f8a9fc0-6d8d-4022-bd97-7742b575bd00)] {{(pid=114530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 10 17:40:27.054565 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-05243d0c-5883-439a-9de2-3a64eb6fd726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:27.118386 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05243d0c-5883-439a-9de2-3a64eb6fd726 None None] Pushing event updated for resources: {'Port': ['ID=561e8543-3894-4a6f-913a-e9dbd99e3d54,revision_number=2']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:40:28.422026 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 38940) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:40:28.736143 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [None req-3aba23c8-3812-41dd-a1e3-396474432230 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=114528) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 17:40:28.737153 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-3aba23c8-3812-41dd-a1e3-396474432230 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3141484 Jun 10 17:40:31.179196 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 38948) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:40:31.679440 dv-cinder-xena-3-iscsi neutron-server[114529]: WARNING oslo_policy.policy [None req-33cebbda-c323-4cf0-9e92-cd7ec054f70c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 17:40:31.680014 dv-cinder-xena-3-iscsi neutron-server[114529]: WARNING oslo_policy.policy [None req-33cebbda-c323-4cf0-9e92-cd7ec054f70c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 17:40:31.908025 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [None req-33cebbda-c323-4cf0-9e92-cd7ec054f70c admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=114529) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 17:40:31.909125 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-33cebbda-c323-4cf0-9e92-cd7ec054f70c admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7289381 Jun 10 17:40:34.596752 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 38968) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:40:34.895582 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [None req-d2b52f12-8229-412f-a4d9-1aea1775b747 admin admin] Request body: {'router': {'tenant_id': 'dadba3dc82994946b4d557ab994fcd60', 'name': 'router1', 'admin_state_up': True}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:40:34.978137 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-d2b52f12-8229-412f-a4d9-1aea1775b747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-777435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14490'] for router, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:34.979728 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-d2b52f12-8229-412f-a4d9-1aea1775b747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-778659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14481'] for router, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:35.117561 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-d2b52f12-8229-412f-a4d9-1aea1775b747 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:35.184626 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-d2b52f12-8229-412f-a4d9-1aea1775b747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754000'] for router, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:35.255727 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-d2b52f12-8229-412f-a4d9-1aea1775b747 admin admin] Notify callbacks [] for router, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:35.257018 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-d2b52f12-8229-412f-a4d9-1aea1775b747 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6592622 Jun 10 17:40:35.387734 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device 561e8543-3894-4a6f-913a-e9dbd99e3d54 up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 17:40:35.481848 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Provisioning complete for port 561e8543-3894-4a6f-913a-e9dbd99e3d54 triggered by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:40:35.482527 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:35.600922 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Current status of the port 561e8543-3894-4a6f-913a-e9dbd99e3d54 is: DOWN; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:40:35.608650 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:35.623237 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d7b014-5cb7-435a-8e20-572ed37bc876 None None] Network 7ad07ddf-627a-4c5c-b70c-20fd81a87a28 requested from dv-cinder-xena-3-iscsi {{(pid=114530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 17:40:35.661240 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] For port 561e8543-3894-4a6f-913a-e9dbd99e3d54, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=561e8543-3894-4a6f-913a-e9dbd99e3d54,segment=NetworkSegment(5f8a9fc0-6d8d-4022-bd97-7742b575bd00),segment_id=5f8a9fc0-6d8d-4022-bd97-7742b575bd00)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:40:35.726939 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-8fe81f34-29be-4c3a-aeb2-64f202b690ca None None] Provisioning complete for port 561e8543-3894-4a6f-913a-e9dbd99e3d54 triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:40:35.727301 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8fe81f34-29be-4c3a-aeb2-64f202b690ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:35.752237 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:35.847964 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Pushing event updated for resources: {'Port': ['ID=561e8543-3894-4a6f-913a-e9dbd99e3d54,revision_number=3']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:40:35.915279 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8fe81f34-29be-4c3a-aeb2-64f202b690ca None None] Current status of the port 561e8543-3894-4a6f-913a-e9dbd99e3d54 is: ACTIVE; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:40:36.134794 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-0d15186a-6dc3-4702-aec8-4b383f8b41bf None None] Provisioning complete for port 561e8543-3894-4a6f-913a-e9dbd99e3d54 triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:40:36.135176 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-0d15186a-6dc3-4702-aec8-4b383f8b41bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:36.214388 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-0d15186a-6dc3-4702-aec8-4b383f8b41bf None None] Current status of the port 561e8543-3894-4a6f-913a-e9dbd99e3d54 is: ACTIVE; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:40:37.363044 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device 561e8543-3894-4a6f-913a-e9dbd99e3d54 up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 17:40:37.409476 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Provisioning complete for port 561e8543-3894-4a6f-913a-e9dbd99e3d54 triggered by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:40:37.409760 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:37.489233 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Current status of the port 561e8543-3894-4a6f-913a-e9dbd99e3d54 is: ACTIVE; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:40:37.714985 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 38978) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:40:38.022324 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [None req-d3fa0b00-f82a-422d-b5e1-c351ad20a55d admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=114528) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 17:40:38.023319 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-d3fa0b00-f82a-422d-b5e1-c351ad20a55d admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3074090 Jun 10 17:40:38.328203 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-92127b37-7286-469c-bb1c-4824dbe8f62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:39.564615 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.agents_db [None req-a7dfe2cf-50d1-49ca-b1ce-2a181a6e45d3 None None] Agent healthcheck: found 5 active agents {{(pid=114531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 10 17:40:40.462110 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 38986) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:40:40.756174 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-93e1b7c1-2eb9-41b3-88d9-fd40f6ddee71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:40.768465 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [None req-814e5a6c-7378-45b6-b0aa-71b8c3e1e545 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:40:40.859225 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-814e5a6c-7378-45b6-b0aa-71b8c3e1e545 admin admin] Made reservation on behalf of e2d5ff212a9e40afb37e7999a1c2b77e for: {'network': 1} {{(pid=114528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 17:40:40.861450 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-814e5a6c-7378-45b6-b0aa-71b8c3e1e545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for network, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:40.869376 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-814e5a6c-7378-45b6-b0aa-71b8c3e1e545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:40.940989 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-814e5a6c-7378-45b6-b0aa-71b8c3e1e545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:41.013223 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-814e5a6c-7378-45b6-b0aa-71b8c3e1e545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:41.027865 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-814e5a6c-7378-45b6-b0aa-71b8c3e1e545 admin admin] Reserving flat network on physical network physnet1 {{(pid=114528) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 10 17:40:41.048007 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814e5a6c-7378-45b6-b0aa-71b8c3e1e545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16087098-90e2-4b2e-9ae5-f40d1ffc98ae,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:40:41.050790 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-814e5a6c-7378-45b6-b0aa-71b8c3e1e545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009214'] for segment, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:41.051132 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.db.segments_db [None req-814e5a6c-7378-45b6-b0aa-71b8c3e1e545 admin admin] Added segment bfeef927-6d24-4759-be0a-a8eced1bbc0e of type flat for network 8c026026-8e05-41b4-990c-0815c0c24f4f Jun 10 17:40:41.096241 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-814e5a6c-7378-45b6-b0aa-71b8c3e1e545 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764020540941'] for network, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:41.190552 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-814e5a6c-7378-45b6-b0aa-71b8c3e1e545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050'] for network, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:41.191506 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814e5a6c-7378-45b6-b0aa-71b8c3e1e545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:40:41.192075 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-814e5a6c-7378-45b6-b0aa-71b8c3e1e545 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-734032'] for network, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:41.250760 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814e5a6c-7378-45b6-b0aa-71b8c3e1e545 admin admin] Pushing event updated for resources: {'Network': ['ID=8c026026-8e05-41b4-990c-0815c0c24f4f,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:40:41.260526 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Network 8c026026-8e05-41b4-990c-0815c0c24f4f details requested by agent ovs-agent-dv-cinder-xena-3-iscsi with host dv-cinder-xena-3-iscsi {{(pid=114530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 10 17:40:41.296225 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-814e5a6c-7378-45b6-b0aa-71b8c3e1e545 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8329589 Jun 10 17:40:41.686480 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-9e937c9f-4d57-47ec-81ad-8e77ea25145e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:43.006264 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a5a6984-4625-4674-bdbb-a7ccf76cac14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:43.739536 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 39004) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:40:43.956183 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:44.059390 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.policy [None req-41b5329f-afb1-40e2-b687-0557b32f9afc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=114529) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 10 17:40:44.105934 dv-cinder-xena-3-iscsi neutron-server[114529]: WARNING oslo_policy.policy [None req-41b5329f-afb1-40e2-b687-0557b32f9afc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 17:40:44.106322 dv-cinder-xena-3-iscsi neutron-server[114529]: WARNING oslo_policy.policy [None req-41b5329f-afb1-40e2-b687-0557b32f9afc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 17:40:44.114937 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b5329f-afb1-40e2-b687-0557b32f9afc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:40:44.116650 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-41b5329f-afb1-40e2-b687-0557b32f9afc admin admin] 10.222.0.16 "GET /v2.0/subnets/7a55c00b-854b-45b1-bfe9-82af941a0000 HTTP/1.1" status: 200 len: 849 time: 0.3759334 Jun 10 17:40:44.280304 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-10970527-3afa-47b7-afc6-66f98b5c2014 admin admin] 10.222.0.16 "GET /v2.0/routers/52ec3ed2-9de4-4ffd-a453-578f00402304 HTTP/1.1" status: 200 len: 704 time: 0.1570823 Jun 10 17:40:44.548228 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-fabd12cf-f62c-4736-b159-5aebf4e14c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:44.870014 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.db_base_plugin_common [None req-fabd12cf-f62c-4736-b159-5aebf4e14c75 admin admin] Allocated IP 172.20.0.1 (7ad07ddf-627a-4c5c-b70c-20fd81a87a28/7a55c00b-854b-45b1-bfe9-82af941a0000/8d66aa60-2b0a-4988-a473-522f046cfef8) {{(pid=114529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 17:40:45.076789 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-fabd12cf-f62c-4736-b159-5aebf4e14c75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:45.195147 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-fabd12cf-f62c-4736-b159-5aebf4e14c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764020614705'] for port, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:45.236122 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabd12cf-f62c-4736-b159-5aebf4e14c75 admin admin] Network 7ad07ddf-627a-4c5c-b70c-20fd81a87a28 is already hosted by enough agents. {{(pid=114529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:40:45.237475 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.base_scheduler [None req-fabd12cf-f62c-4736-b159-5aebf4e14c75 admin admin] Resources bound (agent type, host, resource id): {{(pid=114529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:40:45.295923 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabd12cf-f62c-4736-b159-5aebf4e14c75 admin admin] Received port after_create {{(pid=114529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 10 17:40:45.296519 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-fabd12cf-f62c-4736-b159-5aebf4e14c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754083'] for router_interface, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:45.359305 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabd12cf-f62c-4736-b159-5aebf4e14c75 admin admin] Pushing event updated for resources: {'Port': ['ID=8d66aa60-2b0a-4988-a473-522f046cfef8,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:40:45.374442 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabd12cf-f62c-4736-b159-5aebf4e14c75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:40:45.374804 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabd12cf-f62c-4736-b159-5aebf4e14c75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:40:45.375141 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabd12cf-f62c-4736-b159-5aebf4e14c75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:40:45.375471 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabd12cf-f62c-4736-b159-5aebf4e14c75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:40:45.375798 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabd12cf-f62c-4736-b159-5aebf4e14c75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:40:45.376123 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabd12cf-f62c-4736-b159-5aebf4e14c75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:40:45.376451 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabd12cf-f62c-4736-b159-5aebf4e14c75 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:40:45.376773 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabd12cf-f62c-4736-b159-5aebf4e14c75 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:40:45.377109 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabd12cf-f62c-4736-b159-5aebf4e14c75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:40:45.377433 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabd12cf-f62c-4736-b159-5aebf4e14c75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:40:45.377751 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabd12cf-f62c-4736-b159-5aebf4e14c75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:40:45.378066 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabd12cf-f62c-4736-b159-5aebf4e14c75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:40:45.379211 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabd12cf-f62c-4736-b159-5aebf4e14c75 admin admin] Tracked resource versions report: Jun 10 17:40:45.379211 dv-cinder-xena-3-iscsi neutron-server[114529]: pushed versions: Jun 10 17:40:45.379211 dv-cinder-xena-3-iscsi neutron-server[114529]: { 'AddressGroup': {'1.2'}, Jun 10 17:40:45.379211 dv-cinder-xena-3-iscsi neutron-server[114529]: 'ConntrackHelper': {'1.0'}, Jun 10 17:40:45.379211 dv-cinder-xena-3-iscsi neutron-server[114529]: 'Log': {'1.0'}, Jun 10 17:40:45.379211 dv-cinder-xena-3-iscsi neutron-server[114529]: 'Network': {'1.1'}, Jun 10 17:40:45.379211 dv-cinder-xena-3-iscsi neutron-server[114529]: 'Port': {'1.7'}, Jun 10 17:40:45.379211 dv-cinder-xena-3-iscsi neutron-server[114529]: 'PortForwarding': {'1.2'}, Jun 10 17:40:45.379211 dv-cinder-xena-3-iscsi neutron-server[114529]: 'QosPolicy': {'1.9'}, Jun 10 17:40:45.379211 dv-cinder-xena-3-iscsi neutron-server[114529]: 'SecurityGroup': {'1.4'}, Jun 10 17:40:45.379211 dv-cinder-xena-3-iscsi neutron-server[114529]: 'SecurityGroupRule': {'1.2'}, Jun 10 17:40:45.379211 dv-cinder-xena-3-iscsi neutron-server[114529]: 'SubPort': {'1.0'}, Jun 10 17:40:45.379211 dv-cinder-xena-3-iscsi neutron-server[114529]: 'Subnet': {'1.1'}, Jun 10 17:40:45.379211 dv-cinder-xena-3-iscsi neutron-server[114529]: 'Trunk': {'1.1'}} Jun 10 17:40:45.379211 dv-cinder-xena-3-iscsi neutron-server[114529]: consumer versions: Jun 10 17:40:45.379211 dv-cinder-xena-3-iscsi neutron-server[114529]: { DHCP agent@dv-cinder-xena-3-iscsi: {}, Jun 10 17:40:45.379211 dv-cinder-xena-3-iscsi neutron-server[114529]: L3 agent@dv-cinder-xena-3-iscsi: {}, Jun 10 17:40:45.379211 dv-cinder-xena-3-iscsi neutron-server[114529]: Metadata agent@dv-cinder-xena-3-iscsi: {}, Jun 10 17:40:45.379211 dv-cinder-xena-3-iscsi neutron-server[114529]: Metering agent@dv-cinder-xena-3-iscsi: {}, Jun 10 17:40:45.379211 dv-cinder-xena-3-iscsi neutron-server[114529]: Open vSwitch agent@dv-cinder-xena-3-iscsi: { 'AddressGroup': '1.2', Jun 10 17:40:45.379211 dv-cinder-xena-3-iscsi neutron-server[114529]: 'ConntrackHelper': '1.0', Jun 10 17:40:45.379211 dv-cinder-xena-3-iscsi neutron-server[114529]: 'Log': '1.0', Jun 10 17:40:45.379211 dv-cinder-xena-3-iscsi neutron-server[114529]: 'Network': '1.1', Jun 10 17:40:45.379211 dv-cinder-xena-3-iscsi neutron-server[114529]: 'Port': '1.7', Jun 10 17:40:45.379211 dv-cinder-xena-3-iscsi neutron-server[114529]: 'PortForwarding': '1.2', Jun 10 17:40:45.379211 dv-cinder-xena-3-iscsi neutron-server[114529]: 'QosPolicy': '1.9', Jun 10 17:40:45.379211 dv-cinder-xena-3-iscsi neutron-server[114529]: 'SecurityGroup': '1.4', Jun 10 17:40:45.379211 dv-cinder-xena-3-iscsi neutron-server[114529]: 'SecurityGroupRule': '1.2', Jun 10 17:40:45.379211 dv-cinder-xena-3-iscsi neutron-server[114529]: 'SubPort': '1.0', Jun 10 17:40:45.379211 dv-cinder-xena-3-iscsi neutron-server[114529]: 'Subnet': '1.1', Jun 10 17:40:45.379211 dv-cinder-xena-3-iscsi neutron-server[114529]: 'Trunk': '1.1'}} Jun 10 17:40:45.379211 dv-cinder-xena-3-iscsi neutron-server[114529]: {{(pid=114529) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 17:40:45.488346 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-83b25838-957a-4416-93f1-7e1fdbfd967c None None] Provisioning complete for port 8d66aa60-2b0a-4988-a473-522f046cfef8 triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:40:45.488898 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-83b25838-957a-4416-93f1-7e1fdbfd967c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:45.520543 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-83b25838-957a-4416-93f1-7e1fdbfd967c None None] Port 8d66aa60-2b0a-4988-a473-522f046cfef8 cannot update to ACTIVE because it is not bound. {{(pid=114530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 10 17:40:45.595681 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-fabd12cf-f62c-4736-b159-5aebf4e14c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:45.870546 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-fabd12cf-f62c-4736-b159-5aebf4e14c75 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:45.931338 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-fabd12cf-f62c-4736-b159-5aebf4e14c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:45.932096 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-fabd12cf-f62c-4736-b159-5aebf4e14c75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-734068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-779027'] for router_interface, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:46.015893 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabd12cf-f62c-4736-b159-5aebf4e14c75 admin admin] Pushing event updated for resources: {'Port': ['ID=8d66aa60-2b0a-4988-a473-522f046cfef8,revision_number=2']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:40:46.054549 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabd12cf-f62c-4736-b159-5aebf4e14c75 admin admin] Network 7ad07ddf-627a-4c5c-b70c-20fd81a87a28 is already hosted by enough agents. {{(pid=114529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:40:46.055796 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.base_scheduler [None req-fabd12cf-f62c-4736-b159-5aebf4e14c75 admin admin] Resources bound (agent type, host, resource id): {{(pid=114529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:40:46.242232 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-58e4c495-6fda-478e-a47d-f2598032996b None None] Provisioning complete for port 8d66aa60-2b0a-4988-a473-522f046cfef8 triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:40:46.242703 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-58e4c495-6fda-478e-a47d-f2598032996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:46.277589 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-58e4c495-6fda-478e-a47d-f2598032996b None None] Port 8d66aa60-2b0a-4988-a473-522f046cfef8 cannot update to ACTIVE because it is not bound. {{(pid=114530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 10 17:40:46.350376 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fabd12cf-f62c-4736-b159-5aebf4e14c75 admin admin] Router 52ec3ed2-9de4-4ffd-a453-578f00402304 is scheduled to L3 agent e04d2863-a40a-41db-9b2a-39042df37909 with binding_index 1 {{(pid=114529) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 10 17:40:46.440497 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fabd12cf-f62c-4736-b159-5aebf4e14c75 admin admin] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=114529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 10 17:40:46.445883 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-fabd12cf-f62c-4736-b159-5aebf4e14c75 admin admin] 10.222.0.16 "PUT /v2.0/routers/52ec3ed2-9de4-4ffd-a453-578f00402304/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1597250 Jun 10 17:40:46.469564 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b84d51-2b1b-4538-8b72-6901fff8039d None None] Sync routers for ids ['52ec3ed2-9de4-4ffd-a453-578f00402304'] in dv-cinder-xena-3-iscsi {{(pid=114531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 17:40:46.481556 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b84d51-2b1b-4538-8b72-6901fff8039d None None] Routers {'52ec3ed2-9de4-4ffd-a453-578f00402304'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:40:46.482938 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-23b84d51-2b1b-4538-8b72-6901fff8039d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:40:41Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['52ec3ed2-9de4-4ffd-a453-578f00402304'], 'active': True} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:40:46.674107 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvr_db [None req-23b84d51-2b1b-4538-8b72-6901fff8039d None None] Set router 52ec3ed2-9de4-4ffd-a453-578f00402304 gateway port host: None {{(pid=114531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:40:47.102169 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-23b84d51-2b1b-4538-8b72-6901fff8039d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ec3ed2-9de4-4ffd-a453-578f00402304', 'name': 'router1', 'tenant_id': 'dadba3dc82994946b4d557ab994fcd60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:40:34Z', 'updated_at': '2022-06-10T17:40:45Z', 'revision_number': 2, 'project_id': 'dadba3dc82994946b4d557ab994fcd60', 'gw_port_host': None, '_interfaces': [{'id': '8d66aa60-2b0a-4988-a473-522f046cfef8', 'name': '', 'network_id': '7ad07ddf-627a-4c5c-b70c-20fd81a87a28', 'tenant_id': 'dadba3dc82994946b4d557ab994fcd60', 'mac_address': 'fa:16:3e:26:6e:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ec3ed2-9de4-4ffd-a453-578f00402304', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7a55c00b-854b-45b1-bfe9-82af941a0000', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:40:44Z', 'updated_at': '2022-06-10T17:40:45Z', 'revision_number': 2, 'project_id': 'dadba3dc82994946b4d557ab994fcd60', 'subnets': [{'id': '7a55c00b-854b-45b1-bfe9-82af941a0000', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd23e2d5-294e-4198-b1f6-d1fa52e9b6a7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:40:47.153455 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b84d51-2b1b-4538-8b72-6901fff8039d None None] Checking router: 52ec3ed2-9de4-4ffd-a453-578f00402304 for host: dv-cinder-xena-3-iscsi {{(pid=114531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 17:40:47.153828 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b84d51-2b1b-4538-8b72-6901fff8039d None None] Updating router 52ec3ed2-9de4-4ffd-a453-578f00402304 port 8d66aa60-2b0a-4988-a473-522f046cfef8 binding host dv-cinder-xena-3-iscsi {{(pid=114531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 17:40:47.202380 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron_lib.callbacks.manager [None req-23b84d51-2b1b-4538-8b72-6901fff8039d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:47.706362 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron_lib.callbacks.manager [None req-23b84d51-2b1b-4538-8b72-6901fff8039d None None] Notify callbacks [] for port, precommit_update {{(pid=114531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:47.801831 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron_lib.callbacks.manager [None req-23b84d51-2b1b-4538-8b72-6901fff8039d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:47.969018 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edee86ec-5aff-4815-9c06-860ef4ddd6ce None None] Pushing event updated for resources: {'Port': ['ID=8d66aa60-2b0a-4988-a473-522f046cfef8,revision_number=3']} {{(pid=114531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:40:47.972867 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.managers [None req-23b84d51-2b1b-4538-8b72-6901fff8039d None None] Attempting to bind port 8d66aa60-2b0a-4988-a473-522f046cfef8 on host dv-cinder-xena-3-iscsi for vnic_type normal with profile {{(pid=114531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 17:40:47.973248 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.managers [None req-23b84d51-2b1b-4538-8b72-6901fff8039d None None] Attempting to bind port 8d66aa60-2b0a-4988-a473-522f046cfef8 by drivers openvswitch,hyperv on host dv-cinder-xena-3-iscsi at level 0 using segments [{'id': '5f8a9fc0-6d8d-4022-bd97-7742b575bd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7ad07ddf-627a-4c5c-b70c-20fd81a87a28'}] {{(pid=114531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 17:40:47.973691 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b84d51-2b1b-4538-8b72-6901fff8039d None None] Attempting to bind port 8d66aa60-2b0a-4988-a473-522f046cfef8 on network 7ad07ddf-627a-4c5c-b70c-20fd81a87a28 {{(pid=114531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 10 17:40:47.979099 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b84d51-2b1b-4538-8b72-6901fff8039d None None] Checking agent: {'id': '87b91a5b-6105-4774-a25f-e6a5abfdfa1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-xena-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 10, 17, 40, 14), 'started_at': datetime.datetime(2022, 6, 10, 17, 40, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 10, 17, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-xena-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 10 17:40:47.979503 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b84d51-2b1b-4538-8b72-6901fff8039d None None] Checking segment: {'id': '5f8a9fc0-6d8d-4022-bd97-7742b575bd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7ad07ddf-627a-4c5c-b70c-20fd81a87a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 10 17:40:47.979977 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron_lib.callbacks.manager [None req-23b84d51-2b1b-4538-8b72-6901fff8039d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:47.980358 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b84d51-2b1b-4538-8b72-6901fff8039d None None] Bound using segment: {'id': '5f8a9fc0-6d8d-4022-bd97-7742b575bd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7ad07ddf-627a-4c5c-b70c-20fd81a87a28'} {{(pid=114531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 10 17:40:47.980837 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.managers [None req-23b84d51-2b1b-4538-8b72-6901fff8039d None None] Bound port: 8d66aa60-2b0a-4988-a473-522f046cfef8, host: dv-cinder-xena-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f8a9fc0-6d8d-4022-bd97-7742b575bd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7ad07ddf-627a-4c5c-b70c-20fd81a87a28'}}] {{(pid=114531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 17:40:47.981223 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron_lib.callbacks.manager [None req-23b84d51-2b1b-4538-8b72-6901fff8039d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:47.994300 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee86ec-5aff-4815-9c06-860ef4ddd6ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:40:47.994640 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee86ec-5aff-4815-9c06-860ef4ddd6ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:40:47.994964 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee86ec-5aff-4815-9c06-860ef4ddd6ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:40:47.995293 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee86ec-5aff-4815-9c06-860ef4ddd6ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:40:47.995615 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee86ec-5aff-4815-9c06-860ef4ddd6ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:40:47.995938 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee86ec-5aff-4815-9c06-860ef4ddd6ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:40:47.996255 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee86ec-5aff-4815-9c06-860ef4ddd6ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:40:47.996574 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee86ec-5aff-4815-9c06-860ef4ddd6ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:40:47.996949 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee86ec-5aff-4815-9c06-860ef4ddd6ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:40:47.997272 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee86ec-5aff-4815-9c06-860ef4ddd6ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:40:47.997590 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee86ec-5aff-4815-9c06-860ef4ddd6ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:40:47.998683 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee86ec-5aff-4815-9c06-860ef4ddd6ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:40:47.999880 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee86ec-5aff-4815-9c06-860ef4ddd6ce None None] Tracked resource versions report: Jun 10 17:40:47.999880 dv-cinder-xena-3-iscsi neutron-server[114531]: pushed versions: Jun 10 17:40:47.999880 dv-cinder-xena-3-iscsi neutron-server[114531]: { 'AddressGroup': {'1.2'}, Jun 10 17:40:47.999880 dv-cinder-xena-3-iscsi neutron-server[114531]: 'ConntrackHelper': {'1.0'}, Jun 10 17:40:47.999880 dv-cinder-xena-3-iscsi neutron-server[114531]: 'Log': {'1.0'}, Jun 10 17:40:47.999880 dv-cinder-xena-3-iscsi neutron-server[114531]: 'Network': {'1.1'}, Jun 10 17:40:47.999880 dv-cinder-xena-3-iscsi neutron-server[114531]: 'Port': {'1.7'}, Jun 10 17:40:47.999880 dv-cinder-xena-3-iscsi neutron-server[114531]: 'PortForwarding': {'1.2'}, Jun 10 17:40:47.999880 dv-cinder-xena-3-iscsi neutron-server[114531]: 'QosPolicy': {'1.9'}, Jun 10 17:40:47.999880 dv-cinder-xena-3-iscsi neutron-server[114531]: 'SecurityGroup': {'1.4'}, Jun 10 17:40:47.999880 dv-cinder-xena-3-iscsi neutron-server[114531]: 'SecurityGroupRule': {'1.2'}, Jun 10 17:40:47.999880 dv-cinder-xena-3-iscsi neutron-server[114531]: 'SubPort': {'1.0'}, Jun 10 17:40:47.999880 dv-cinder-xena-3-iscsi neutron-server[114531]: 'Subnet': {'1.1'}, Jun 10 17:40:47.999880 dv-cinder-xena-3-iscsi neutron-server[114531]: 'Trunk': {'1.1'}} Jun 10 17:40:47.999880 dv-cinder-xena-3-iscsi neutron-server[114531]: consumer versions: Jun 10 17:40:47.999880 dv-cinder-xena-3-iscsi neutron-server[114531]: { DHCP agent@dv-cinder-xena-3-iscsi: {}, Jun 10 17:40:47.999880 dv-cinder-xena-3-iscsi neutron-server[114531]: L3 agent@dv-cinder-xena-3-iscsi: {}, Jun 10 17:40:47.999880 dv-cinder-xena-3-iscsi neutron-server[114531]: Metadata agent@dv-cinder-xena-3-iscsi: {}, Jun 10 17:40:47.999880 dv-cinder-xena-3-iscsi neutron-server[114531]: Metering agent@dv-cinder-xena-3-iscsi: {}, Jun 10 17:40:47.999880 dv-cinder-xena-3-iscsi neutron-server[114531]: Open vSwitch agent@dv-cinder-xena-3-iscsi: { 'AddressGroup': '1.2', Jun 10 17:40:47.999880 dv-cinder-xena-3-iscsi neutron-server[114531]: 'ConntrackHelper': '1.0', Jun 10 17:40:47.999880 dv-cinder-xena-3-iscsi neutron-server[114531]: 'Log': '1.0', Jun 10 17:40:47.999880 dv-cinder-xena-3-iscsi neutron-server[114531]: 'Network': '1.1', Jun 10 17:40:47.999880 dv-cinder-xena-3-iscsi neutron-server[114531]: 'Port': '1.7', Jun 10 17:40:47.999880 dv-cinder-xena-3-iscsi neutron-server[114531]: 'PortForwarding': '1.2', Jun 10 17:40:47.999880 dv-cinder-xena-3-iscsi neutron-server[114531]: 'QosPolicy': '1.9', Jun 10 17:40:47.999880 dv-cinder-xena-3-iscsi neutron-server[114531]: 'SecurityGroup': '1.4', Jun 10 17:40:47.999880 dv-cinder-xena-3-iscsi neutron-server[114531]: 'SecurityGroupRule': '1.2', Jun 10 17:40:47.999880 dv-cinder-xena-3-iscsi neutron-server[114531]: 'SubPort': '1.0', Jun 10 17:40:47.999880 dv-cinder-xena-3-iscsi neutron-server[114531]: 'Subnet': '1.1', Jun 10 17:40:47.999880 dv-cinder-xena-3-iscsi neutron-server[114531]: 'Trunk': '1.1'}} Jun 10 17:40:47.999880 dv-cinder-xena-3-iscsi neutron-server[114531]: {{(pid=114531) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 17:40:48.010282 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-a82b516a-82ae-4346-8911-202dd137e754 None None] Provisioning complete for port 8d66aa60-2b0a-4988-a473-522f046cfef8 triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:40:48.010812 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-a82b516a-82ae-4346-8911-202dd137e754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:48.044571 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-a82b516a-82ae-4346-8911-202dd137e754 None None] Port 8d66aa60-2b0a-4988-a473-522f046cfef8 cannot update to ACTIVE because it is not bound. {{(pid=114530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 10 17:40:48.060243 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.db [None req-23b84d51-2b1b-4538-8b72-6901fff8039d None None] For port 8d66aa60-2b0a-4988-a473-522f046cfef8, host dv-cinder-xena-3-iscsi, cleared binding levels {{(pid=114531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 10 17:40:48.079744 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.db [None req-23b84d51-2b1b-4538-8b72-6901fff8039d None None] For port 8d66aa60-2b0a-4988-a473-522f046cfef8, host dv-cinder-xena-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=8d66aa60-2b0a-4988-a473-522f046cfef8,segment=NetworkSegment(5f8a9fc0-6d8d-4022-bd97-7742b575bd00),segment_id=5f8a9fc0-6d8d-4022-bd97-7742b575bd00)] {{(pid=114531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 10 17:40:48.144801 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron_lib.callbacks.manager [None req-23b84d51-2b1b-4538-8b72-6901fff8039d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:48.203997 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b84d51-2b1b-4538-8b72-6901fff8039d None None] Routers {'52ec3ed2-9de4-4ffd-a453-578f00402304'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:40:48.204624 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-23b84d51-2b1b-4538-8b72-6901fff8039d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:40:41Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['52ec3ed2-9de4-4ffd-a453-578f00402304'], 'active': True} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:40:48.208181 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edee86ec-5aff-4815-9c06-860ef4ddd6ce None None] Pushing event updated for resources: {'Port': ['ID=8d66aa60-2b0a-4988-a473-522f046cfef8,revision_number=4']} {{(pid=114531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:40:48.299227 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvr_db [None req-23b84d51-2b1b-4538-8b72-6901fff8039d None None] Set router 52ec3ed2-9de4-4ffd-a453-578f00402304 gateway port host: None {{(pid=114531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:40:48.370832 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-8b176415-0229-4b33-8fb9-997c631bc8de None None] Provisioning complete for port 8d66aa60-2b0a-4988-a473-522f046cfef8 triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:40:48.371470 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8b176415-0229-4b33-8fb9-997c631bc8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:48.449643 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8b176415-0229-4b33-8fb9-997c631bc8de None None] Current status of the port 8d66aa60-2b0a-4988-a473-522f046cfef8 is: DOWN; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:40:48.449958 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8b176415-0229-4b33-8fb9-997c631bc8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:48.483977 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-8b176415-0229-4b33-8fb9-997c631bc8de None None] For port 8d66aa60-2b0a-4988-a473-522f046cfef8, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=8d66aa60-2b0a-4988-a473-522f046cfef8,segment=NetworkSegment(5f8a9fc0-6d8d-4022-bd97-7742b575bd00),segment_id=5f8a9fc0-6d8d-4022-bd97-7742b575bd00)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:40:48.510545 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-23b84d51-2b1b-4538-8b72-6901fff8039d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ec3ed2-9de4-4ffd-a453-578f00402304', 'name': 'router1', 'tenant_id': 'dadba3dc82994946b4d557ab994fcd60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:40:34Z', 'updated_at': '2022-06-10T17:40:45Z', 'revision_number': 2, 'project_id': 'dadba3dc82994946b4d557ab994fcd60', 'gw_port_host': None, '_interfaces': [{'id': '8d66aa60-2b0a-4988-a473-522f046cfef8', 'name': '', 'network_id': '7ad07ddf-627a-4c5c-b70c-20fd81a87a28', 'tenant_id': 'dadba3dc82994946b4d557ab994fcd60', 'mac_address': 'fa:16:3e:26:6e:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ec3ed2-9de4-4ffd-a453-578f00402304', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7a55c00b-854b-45b1-bfe9-82af941a0000', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:40:44Z', 'updated_at': '2022-06-10T17:40:48Z', 'revision_number': 4, 'project_id': 'dadba3dc82994946b4d557ab994fcd60', 'subnets': [{'id': '7a55c00b-854b-45b1-bfe9-82af941a0000', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd23e2d5-294e-4198-b1f6-d1fa52e9b6a7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:40:48.532915 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8b176415-0229-4b33-8fb9-997c631bc8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:48.535984 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b84d51-2b1b-4538-8b72-6901fff8039d None None] The sync data for ids ['52ec3ed2-9de4-4ffd-a453-578f00402304'] in dv-cinder-xena-3-iscsi is: [{'id': '52ec3ed2-9de4-4ffd-a453-578f00402304', 'name': 'router1', 'tenant_id': 'dadba3dc82994946b4d557ab994fcd60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:40:34Z', 'updated_at': '2022-06-10T17:40:45Z', 'revision_number': 2, 'project_id': 'dadba3dc82994946b4d557ab994fcd60', 'gw_port_host': None, '_interfaces': [{'id': '8d66aa60-2b0a-4988-a473-522f046cfef8', 'name': '', 'network_id': '7ad07ddf-627a-4c5c-b70c-20fd81a87a28', 'tenant_id': 'dadba3dc82994946b4d557ab994fcd60', 'mac_address': 'fa:16:3e:26:6e:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ec3ed2-9de4-4ffd-a453-578f00402304', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7a55c00b-854b-45b1-bfe9-82af941a0000', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:40:44Z', 'updated_at': '2022-06-10T17:40:48Z', 'revision_number': 4, 'project_id': 'dadba3dc82994946b4d557ab994fcd60', 'subnets': [{'id': '7a55c00b-854b-45b1-bfe9-82af941a0000', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd23e2d5-294e-4198-b1f6-d1fa52e9b6a7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 17:40:48.584534 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b176415-0229-4b33-8fb9-997c631bc8de None None] Pushing event updated for resources: {'Port': ['ID=8d66aa60-2b0a-4988-a473-522f046cfef8,revision_number=5']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:40:48.801323 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 39030) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:40:48.911323 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2cdfda-2b94-4b80-9e10-db16f3e356ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:40:48.912660 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-2f2cdfda-2b94-4b80-9e10-db16f3e356ac admin admin] 10.222.0.16 "GET /v2.0/networks/8c026026-8e05-41b4-990c-0815c0c24f4f HTTP/1.1" status: 200 len: 842 time: 0.1103027 Jun 10 17:40:48.923197 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.v2.base [None req-9ca5be6b-0698-41f8-869f-98e4a180af7a admin admin] Request body: {'subnet': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'ip_version': 4}} {{(pid=114529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:40:49.002008 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca5be6b-0698-41f8-869f-98e4a180af7a admin admin] Made reservation on behalf of e2d5ff212a9e40afb37e7999a1c2b77e for: {'subnet': 1} {{(pid=114529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 17:40:49.004362 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-9ca5be6b-0698-41f8-869f-98e4a180af7a admin admin] Notify callbacks [] for subnet, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:49.360521 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.objects.ports [None req-9ca5be6b-0698-41f8-869f-98e4a180af7a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114529) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jun 10 17:40:49.361053 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-9ca5be6b-0698-41f8-869f-98e4a180af7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050'] for subnet, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:49.419889 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca5be6b-0698-41f8-869f-98e4a180af7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3db4be6-a2be-4d68-ab1f-8754e6ee5b68,revision_number=0']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:40:49.431141 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca5be6b-0698-41f8-869f-98e4a180af7a admin admin] Checking segment: {'id': 'bfeef927-6d24-4759-be0a-a8eced1bbc0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 10 17:40:49.431510 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca5be6b-0698-41f8-869f-98e4a180af7a admin admin] Network hostable DHCP agents. Network: 8c026026-8e05-41b4-990c-0815c0c24f4f, hostable agents: ['bccf9388-ecf1-4acf-9e95-63f97cf623b0'], hosted agents: [] {{(pid=114529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 17:40:49.522011 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca5be6b-0698-41f8-869f-98e4a180af7a admin admin] Network 8c026026-8e05-41b4-990c-0815c0c24f4f is scheduled to be hosted by DHCP agent bccf9388-ecf1-4acf-9e95-63f97cf623b0 with binding_index 1 {{(pid=114529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 17:40:49.594759 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.base_scheduler [None req-9ca5be6b-0698-41f8-869f-98e4a180af7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-xena-3-iscsi, 8c026026-8e05-41b4-990c-0815c0c24f4f) {{(pid=114529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:40:49.599318 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca5be6b-0698-41f8-869f-98e4a180af7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:40:49.600531 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-9ca5be6b-0698-41f8-869f-98e4a180af7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-734032'] for subnet, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:49.604452 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1924f5cf-7d48-4f90-9d67-91284e807211 None None] Network 8c026026-8e05-41b4-990c-0815c0c24f4f requested from dv-cinder-xena-3-iscsi {{(pid=114530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 17:40:49.683961 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-9ca5be6b-0698-41f8-869f-98e4a180af7a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7647378 Jun 10 17:40:49.731620 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de19f1a3-a293-43df-937a-9a8e4a36bbe2 None None] Network 8c026026-8e05-41b4-990c-0815c0c24f4f requested from dv-cinder-xena-3-iscsi {{(pid=114530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 17:40:52.041123 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 39038) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:40:52.170282 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-3c58fbf8-92a9-4251-8467-ea2fb5b3db4b admin admin] 10.222.0.16 "GET /v2.0/routers/52ec3ed2-9de4-4ffd-a453-578f00402304 HTTP/1.1" status: 200 len: 710 time: 0.1272590 Jun 10 17:40:52.254158 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe755e9-1729-448c-a666-0277109dddee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:40:52.255524 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-7fe755e9-1729-448c-a666-0277109dddee admin admin] 10.222.0.16 "GET /v2.0/networks/8c026026-8e05-41b4-990c-0815c0c24f4f HTTP/1.1" status: 200 len: 886 time: 0.0801094 Jun 10 17:40:52.265716 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.v2.base [None req-832b9292-3dd0-455e-b2b2-ffe7ebb709d5 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f'}}} {{(pid=114529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:40:52.505042 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-832b9292-3dd0-455e-b2b2-ffe7ebb709d5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:52.864595 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-832b9292-3dd0-455e-b2b2-ffe7ebb709d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:52.942830 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-832b9292-3dd0-455e-b2b2-ffe7ebb709d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:53.044280 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.db_base_plugin_common [None req-832b9292-3dd0-455e-b2b2-ffe7ebb709d5 admin admin] Allocated IP 172.37.5.98 (8c026026-8e05-41b4-990c-0815c0c24f4f/e3db4be6-a2be-4d68-ab1f-8754e6ee5b68/44f65756-5fb8-4d62-affd-9b1f4c2688ed) {{(pid=114529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 17:40:53.148004 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-832b9292-3dd0-455e-b2b2-ffe7ebb709d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:53.228973 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-832b9292-3dd0-455e-b2b2-ffe7ebb709d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764020614705'] for port, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:53.267734 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832b9292-3dd0-455e-b2b2-ffe7ebb709d5 admin admin] Network 8c026026-8e05-41b4-990c-0815c0c24f4f is already hosted by enough agents. {{(pid=114529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:40:53.270449 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.base_scheduler [None req-832b9292-3dd0-455e-b2b2-ffe7ebb709d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=114529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:40:53.275758 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832b9292-3dd0-455e-b2b2-ffe7ebb709d5 admin admin] Received port after_create {{(pid=114529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 10 17:40:53.281423 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832b9292-3dd0-455e-b2b2-ffe7ebb709d5 admin admin] Pushing event updated for resources: {'Port': ['ID=44f65756-5fb8-4d62-affd-9b1f4c2688ed,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:40:53.600536 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-832b9292-3dd0-455e-b2b2-ffe7ebb709d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:53.809450 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-832b9292-3dd0-455e-b2b2-ffe7ebb709d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-778673', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-533593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2683'] for router, precommit_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:53.813678 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-832b9292-3dd0-455e-b2b2-ffe7ebb709d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-753986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-753995', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-533614'] for router, after_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:53.924635 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-832b9292-3dd0-455e-b2b2-ffe7ebb709d5 admin admin] Router 52ec3ed2-9de4-4ffd-a453-578f00402304 has already been hosted by L3 agent e04d2863-a40a-41db-9b2a-39042df37909 {{(pid=114529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 10 17:40:54.041309 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-832b9292-3dd0-455e-b2b2-ffe7ebb709d5 admin admin] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=114529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 10 17:40:54.045855 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-832b9292-3dd0-455e-b2b2-ffe7ebb709d5 admin admin] Notify callbacks [] for router, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:54.047099 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-832b9292-3dd0-455e-b2b2-ffe7ebb709d5 admin admin] 10.222.0.16 "PUT /v2.0/routers/52ec3ed2-9de4-4ffd-a453-578f00402304 HTTP/1.1" status: 200 len: 889 time: 1.7852440 Jun 10 17:40:55.110702 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc5d061-dbf4-4707-94c0-1cde5b97ac38 None None] Sync routers for ids ['52ec3ed2-9de4-4ffd-a453-578f00402304'] in dv-cinder-xena-3-iscsi {{(pid=114530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 17:40:55.121275 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc5d061-dbf4-4707-94c0-1cde5b97ac38 None None] Routers {'52ec3ed2-9de4-4ffd-a453-578f00402304'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:40:55.121890 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-0dc5d061-dbf4-4707-94c0-1cde5b97ac38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:40:41Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['52ec3ed2-9de4-4ffd-a453-578f00402304'], 'active': True} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:40:55.333796 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvr_db [None req-0dc5d061-dbf4-4707-94c0-1cde5b97ac38 None None] Set router 52ec3ed2-9de4-4ffd-a453-578f00402304 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:40:55.387318 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device 8d66aa60-2b0a-4988-a473-522f046cfef8 up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 17:40:55.618929 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Provisioning complete for port 8d66aa60-2b0a-4988-a473-522f046cfef8 triggered by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:40:55.619218 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:55.861830 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Current status of the port 8d66aa60-2b0a-4988-a473-522f046cfef8 is: ACTIVE; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:40:55.903294 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-0dc5d061-dbf4-4707-94c0-1cde5b97ac38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ec3ed2-9de4-4ffd-a453-578f00402304', 'name': 'router1', 'tenant_id': 'dadba3dc82994946b4d557ab994fcd60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.98'}], 'enable_snat': True}, 'gw_port_id': '44f65756-5fb8-4d62-affd-9b1f4c2688ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:40:34Z', 'updated_at': '2022-06-10T17:40:53Z', 'revision_number': 4, 'project_id': 'dadba3dc82994946b4d557ab994fcd60', 'gw_port': {'id': '44f65756-5fb8-4d62-affd-9b1f4c2688ed', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c0:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ec3ed2-9de4-4ffd-a453-578f00402304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:40:52Z', 'updated_at': '2022-06-10T17:40:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': '8d66aa60-2b0a-4988-a473-522f046cfef8', 'name': '', 'network_id': '7ad07ddf-627a-4c5c-b70c-20fd81a87a28', 'tenant_id': 'dadba3dc82994946b4d557ab994fcd60', 'mac_address': 'fa:16:3e:26:6e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ec3ed2-9de4-4ffd-a453-578f00402304', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7a55c00b-854b-45b1-bfe9-82af941a0000', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:40:44Z', 'updated_at': '2022-06-10T17:40:48Z', 'revision_number': 5, 'project_id': 'dadba3dc82994946b4d557ab994fcd60', 'subnets': [{'id': '7a55c00b-854b-45b1-bfe9-82af941a0000', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd23e2d5-294e-4198-b1f6-d1fa52e9b6a7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:40:55.955106 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc5d061-dbf4-4707-94c0-1cde5b97ac38 None None] Checking router: 52ec3ed2-9de4-4ffd-a453-578f00402304 for host: dv-cinder-xena-3-iscsi {{(pid=114530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 17:40:55.955453 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc5d061-dbf4-4707-94c0-1cde5b97ac38 None None] Updating router 52ec3ed2-9de4-4ffd-a453-578f00402304 port 44f65756-5fb8-4d62-affd-9b1f4c2688ed binding host dv-cinder-xena-3-iscsi {{(pid=114530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 17:40:56.003541 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-0dc5d061-dbf4-4707-94c0-1cde5b97ac38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:56.313848 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-0dc5d061-dbf4-4707-94c0-1cde5b97ac38 None None] Notify callbacks [] for port, precommit_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:56.401362 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-0dc5d061-dbf4-4707-94c0-1cde5b97ac38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:56.454585 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.managers [None req-0dc5d061-dbf4-4707-94c0-1cde5b97ac38 None None] Attempting to bind port 44f65756-5fb8-4d62-affd-9b1f4c2688ed on host dv-cinder-xena-3-iscsi for vnic_type normal with profile {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 17:40:56.454957 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.managers [None req-0dc5d061-dbf4-4707-94c0-1cde5b97ac38 None None] Attempting to bind port 44f65756-5fb8-4d62-affd-9b1f4c2688ed by drivers openvswitch,hyperv on host dv-cinder-xena-3-iscsi at level 0 using segments [{'id': 'bfeef927-6d24-4759-be0a-a8eced1bbc0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f'}] {{(pid=114530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 17:40:56.455323 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc5d061-dbf4-4707-94c0-1cde5b97ac38 None None] Attempting to bind port 44f65756-5fb8-4d62-affd-9b1f4c2688ed on network 8c026026-8e05-41b4-990c-0815c0c24f4f {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 10 17:40:56.457324 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c905435-0af4-4531-93f6-b8ee06dd25be None None] Pushing event updated for resources: {'Port': ['ID=44f65756-5fb8-4d62-affd-9b1f4c2688ed,revision_number=2']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:40:56.463026 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc5d061-dbf4-4707-94c0-1cde5b97ac38 None None] Checking agent: {'id': '87b91a5b-6105-4774-a25f-e6a5abfdfa1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-xena-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 10, 17, 40, 14), 'started_at': datetime.datetime(2022, 6, 10, 17, 40, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 10, 17, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-xena-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 10 17:40:56.463402 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc5d061-dbf4-4707-94c0-1cde5b97ac38 None None] Checking segment: {'id': 'bfeef927-6d24-4759-be0a-a8eced1bbc0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 10 17:40:56.467430 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-0dc5d061-dbf4-4707-94c0-1cde5b97ac38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:56.467430 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc5d061-dbf4-4707-94c0-1cde5b97ac38 None None] Bound using segment: {'id': 'bfeef927-6d24-4759-be0a-a8eced1bbc0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f'} {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 10 17:40:56.467430 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.managers [None req-0dc5d061-dbf4-4707-94c0-1cde5b97ac38 None None] Bound port: 44f65756-5fb8-4d62-affd-9b1f4c2688ed, host: dv-cinder-xena-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfeef927-6d24-4759-be0a-a8eced1bbc0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f'}}] {{(pid=114530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 17:40:56.467430 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-0dc5d061-dbf4-4707-94c0-1cde5b97ac38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:56.495971 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 39050) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:40:56.518825 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-0dc5d061-dbf4-4707-94c0-1cde5b97ac38 None None] For port 44f65756-5fb8-4d62-affd-9b1f4c2688ed, host dv-cinder-xena-3-iscsi, cleared binding levels {{(pid=114530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 10 17:40:56.521740 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-0dc5d061-dbf4-4707-94c0-1cde5b97ac38 None None] For port 44f65756-5fb8-4d62-affd-9b1f4c2688ed, host dv-cinder-xena-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=44f65756-5fb8-4d62-affd-9b1f4c2688ed,segment=NetworkSegment(bfeef927-6d24-4759-be0a-a8eced1bbc0e),segment_id=bfeef927-6d24-4759-be0a-a8eced1bbc0e)] {{(pid=114530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 10 17:40:56.579610 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-0dc5d061-dbf4-4707-94c0-1cde5b97ac38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:56.619540 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-59c1c2f6-c64b-4859-9b97-45eb622512da admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1223390 Jun 10 17:40:56.633870 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc5d061-dbf4-4707-94c0-1cde5b97ac38 None None] Routers {'52ec3ed2-9de4-4ffd-a453-578f00402304'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:40:56.634541 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-0dc5d061-dbf4-4707-94c0-1cde5b97ac38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:40:41Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['52ec3ed2-9de4-4ffd-a453-578f00402304'], 'active': True} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:40:56.681010 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c905435-0af4-4531-93f6-b8ee06dd25be None None] Pushing event updated for resources: {'Port': ['ID=44f65756-5fb8-4d62-affd-9b1f4c2688ed,revision_number=3']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:40:56.761174 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvr_db [None req-0dc5d061-dbf4-4707-94c0-1cde5b97ac38 None None] Set router 52ec3ed2-9de4-4ffd-a453-578f00402304 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:40:56.974833 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-0dc5d061-dbf4-4707-94c0-1cde5b97ac38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ec3ed2-9de4-4ffd-a453-578f00402304', 'name': 'router1', 'tenant_id': 'dadba3dc82994946b4d557ab994fcd60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.98'}], 'enable_snat': True}, 'gw_port_id': '44f65756-5fb8-4d62-affd-9b1f4c2688ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:40:34Z', 'updated_at': '2022-06-10T17:40:53Z', 'revision_number': 4, 'project_id': 'dadba3dc82994946b4d557ab994fcd60', 'gw_port': {'id': '44f65756-5fb8-4d62-affd-9b1f4c2688ed', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c0:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ec3ed2-9de4-4ffd-a453-578f00402304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:40:52Z', 'updated_at': '2022-06-10T17:40:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': '8d66aa60-2b0a-4988-a473-522f046cfef8', 'name': '', 'network_id': '7ad07ddf-627a-4c5c-b70c-20fd81a87a28', 'tenant_id': 'dadba3dc82994946b4d557ab994fcd60', 'mac_address': 'fa:16:3e:26:6e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ec3ed2-9de4-4ffd-a453-578f00402304', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7a55c00b-854b-45b1-bfe9-82af941a0000', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:40:44Z', 'updated_at': '2022-06-10T17:40:48Z', 'revision_number': 5, 'project_id': 'dadba3dc82994946b4d557ab994fcd60', 'subnets': [{'id': '7a55c00b-854b-45b1-bfe9-82af941a0000', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd23e2d5-294e-4198-b1f6-d1fa52e9b6a7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:40:57.004142 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc5d061-dbf4-4707-94c0-1cde5b97ac38 None None] The sync data for ids ['52ec3ed2-9de4-4ffd-a453-578f00402304'] in dv-cinder-xena-3-iscsi is: [{'id': '52ec3ed2-9de4-4ffd-a453-578f00402304', 'name': 'router1', 'tenant_id': 'dadba3dc82994946b4d557ab994fcd60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.98'}], 'enable_snat': True}, 'gw_port_id': '44f65756-5fb8-4d62-affd-9b1f4c2688ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:40:34Z', 'updated_at': '2022-06-10T17:40:53Z', 'revision_number': 4, 'project_id': 'dadba3dc82994946b4d557ab994fcd60', 'gw_port': {'id': '44f65756-5fb8-4d62-affd-9b1f4c2688ed', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c0:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ec3ed2-9de4-4ffd-a453-578f00402304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:40:52Z', 'updated_at': '2022-06-10T17:40:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': '8d66aa60-2b0a-4988-a473-522f046cfef8', 'name': '', 'network_id': '7ad07ddf-627a-4c5c-b70c-20fd81a87a28', 'tenant_id': 'dadba3dc82994946b4d557ab994fcd60', 'mac_address': 'fa:16:3e:26:6e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ec3ed2-9de4-4ffd-a453-578f00402304', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7a55c00b-854b-45b1-bfe9-82af941a0000', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:40:44Z', 'updated_at': '2022-06-10T17:40:48Z', 'revision_number': 5, 'project_id': 'dadba3dc82994946b4d557ab994fcd60', 'subnets': [{'id': '7a55c00b-854b-45b1-bfe9-82af941a0000', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd23e2d5-294e-4198-b1f6-d1fa52e9b6a7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 17:40:57.413453 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device 44f65756-5fb8-4d62-affd-9b1f4c2688ed up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 17:40:57.469920 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Provisioning complete for port 44f65756-5fb8-4d62-affd-9b1f4c2688ed triggered by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:40:57.470331 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:57.561096 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Current status of the port 44f65756-5fb8-4d62-affd-9b1f4c2688ed is: DOWN; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:40:57.562623 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:57.593918 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] For port 44f65756-5fb8-4d62-affd-9b1f4c2688ed, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=44f65756-5fb8-4d62-affd-9b1f4c2688ed,segment=NetworkSegment(bfeef927-6d24-4759-be0a-a8eced1bbc0e),segment_id=bfeef927-6d24-4759-be0a-a8eced1bbc0e)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:40:57.657141 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:57.711591 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Pushing event updated for resources: {'Port': ['ID=44f65756-5fb8-4d62-affd-9b1f4c2688ed,revision_number=4']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:40:59.378615 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device 44f65756-5fb8-4d62-affd-9b1f4c2688ed up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 17:40:59.426172 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Provisioning complete for port 44f65756-5fb8-4d62-affd-9b1f4c2688ed triggered by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:40:59.426575 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:40:59.515693 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Current status of the port 44f65756-5fb8-4d62-affd-9b1f4c2688ed is: ACTIVE; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:41:08.328257 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-18957ff4-eb01-4955-97f1-b5d86e094d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:41:10.760854 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-e3b9eb76-ceee-47af-ab7a-3e943dd1e73d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:41:11.749667 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-9e937c9f-4d57-47ec-81ad-8e77ea25145e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:41:13.015484 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a5a6984-4625-4674-bdbb-a7ccf76cac14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:41:14.035722 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:41:16.580118 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.agents_db [None req-a7dfe2cf-50d1-49ca-b1ce-2a181a6e45d3 None None] Agent healthcheck: found 5 active agents {{(pid=114531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 10 17:41:39.029091 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-c9c2f6ef-6c01-406c-81c5-f26e2ac83746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:41:40.778166 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-cdde482e-3bdc-41ed-93fd-aabfec0aa120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:41:41.703030 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-9e937c9f-4d57-47ec-81ad-8e77ea25145e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:41:43.012039 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a5a6984-4625-4674-bdbb-a7ccf76cac14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:41:43.954344 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:41:53.562038 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.agents_db [None req-a7dfe2cf-50d1-49ca-b1ce-2a181a6e45d3 None None] Agent healthcheck: found 5 active agents {{(pid=114531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 10 17:42:08.330599 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-1c2c6cae-3068-4e41-8e68-9b3142f77d1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:42:10.758788 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-e5d175e3-c1b8-454b-9d81-8d909f16ca87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:42:11.719379 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-9e937c9f-4d57-47ec-81ad-8e77ea25145e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:42:13.010852 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a5a6984-4625-4674-bdbb-a7ccf76cac14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:42:13.913208 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:42:30.560627 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.agents_db [None req-a7dfe2cf-50d1-49ca-b1ce-2a181a6e45d3 None None] Agent healthcheck: found 5 active agents {{(pid=114531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 10 17:42:36.137638 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 39612) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:42:36.198395 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e289d8b-c98a-4c17-8d87-c997555e97b1 admin admin] GET failed (client error): The resource could not be found. Jun 10 17:42:36.199699 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-2e289d8b-c98a-4c17-8d87-c997555e97b1 admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0611053 Jun 10 17:42:36.357934 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c75cab-37c3-4922-8a26-d53ab6efcc68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:42:36.359352 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-06c75cab-37c3-4922-8a26-d53ab6efcc68 admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1550145 Jun 10 17:42:38.317520 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-4406875e-c070-4a6c-96ef-bf15952ff27a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:42:38.602172 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 39622) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:42:38.692547 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c7b3f1-6647-45e9-b369-e537c1d7134e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:42:38.693934 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-91c7b3f1-6647-45e9-b369-e537c1d7134e admin admin] 10.222.0.16 "GET /v2.0/subnets/7a55c00b-854b-45b1-bfe9-82af941a0000 HTTP/1.1" status: 200 len: 849 time: 0.0907552 Jun 10 17:42:38.704978 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [None req-edfc2f55-2471-4537-a0fa-f21b1a1d9ab3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:42:38.791300 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-edfc2f55-2471-4537-a0fa-f21b1a1d9ab3 admin admin] Notify callbacks [] for subnet, before_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:42:38.968900 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-edfc2f55-2471-4537-a0fa-f21b1a1d9ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764021169174'] for subnet, after_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:42:39.002930 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edfc2f55-2471-4537-a0fa-f21b1a1d9ab3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:42:39.004067 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-edfc2f55-2471-4537-a0fa-f21b1a1d9ab3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-734032'] for subnet, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:42:39.010549 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-edfc2f55-2471-4537-a0fa-f21b1a1d9ab3 admin admin] 10.222.0.16 "PUT /v2.0/subnets/7a55c00b-854b-45b1-bfe9-82af941a0000 HTTP/1.1" status: 200 len: 868 time: 0.3035452 Jun 10 17:42:39.011538 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c1a397-ca27-4674-9ac7-017db20ef74f None None] Network 7ad07ddf-627a-4c5c-b70c-20fd81a87a28 requested from dv-cinder-xena-3-iscsi {{(pid=114530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 17:42:39.023811 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfc2f55-2471-4537-a0fa-f21b1a1d9ab3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a55c00b-854b-45b1-bfe9-82af941a0000,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:42:39.032191 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfc2f55-2471-4537-a0fa-f21b1a1d9ab3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:42:39.032591 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfc2f55-2471-4537-a0fa-f21b1a1d9ab3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:42:39.032907 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfc2f55-2471-4537-a0fa-f21b1a1d9ab3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:42:39.033239 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfc2f55-2471-4537-a0fa-f21b1a1d9ab3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:42:39.033569 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfc2f55-2471-4537-a0fa-f21b1a1d9ab3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:42:39.033897 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfc2f55-2471-4537-a0fa-f21b1a1d9ab3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:42:39.034223 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfc2f55-2471-4537-a0fa-f21b1a1d9ab3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:42:39.034585 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfc2f55-2471-4537-a0fa-f21b1a1d9ab3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:42:39.034939 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfc2f55-2471-4537-a0fa-f21b1a1d9ab3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:42:39.035265 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfc2f55-2471-4537-a0fa-f21b1a1d9ab3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:42:39.035583 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfc2f55-2471-4537-a0fa-f21b1a1d9ab3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:42:39.035896 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfc2f55-2471-4537-a0fa-f21b1a1d9ab3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:42:39.390632 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-483caf20-fa3c-474f-98a9-742c344368af None None] Provisioning complete for port 8d66aa60-2b0a-4988-a473-522f046cfef8 triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:42:39.391155 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-483caf20-fa3c-474f-98a9-742c344368af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:42:39.466905 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-483caf20-fa3c-474f-98a9-742c344368af None None] Current status of the port 8d66aa60-2b0a-4988-a473-522f046cfef8 is: ACTIVE; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:42:39.476376 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-483caf20-fa3c-474f-98a9-742c344368af None None] Provisioning complete for port 561e8543-3894-4a6f-913a-e9dbd99e3d54 triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:42:39.476751 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-483caf20-fa3c-474f-98a9-742c344368af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:42:39.552841 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-483caf20-fa3c-474f-98a9-742c344368af None None] Current status of the port 561e8543-3894-4a6f-913a-e9dbd99e3d54 is: ACTIVE; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:42:40.746720 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-0156bfe8-d25e-40e9-93c2-386ebfcac35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:42:41.256807 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 39630) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:42:41.451174 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534ec773-62a7-4277-81d5-3dc5222b9d08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:42:41.451570 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534ec773-62a7-4277-81d5-3dc5222b9d08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:42:41.453094 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-534ec773-62a7-4277-81d5-3dc5222b9d08 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1953304 Jun 10 17:42:41.689150 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-9e937c9f-4d57-47ec-81ad-8e77ea25145e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:42:43.020734 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a5a6984-4625-4674-bdbb-a7ccf76cac14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:42:43.697615 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 39638) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:42:43.830195 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6010ebdd-cd04-4289-831c-0ba5ccc4545e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:42:43.830709 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6010ebdd-cd04-4289-831c-0ba5ccc4545e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:42:43.832488 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-6010ebdd-cd04-4289-831c-0ba5ccc4545e admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1338573 Jun 10 17:42:43.928184 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:42:46.089116 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 39646) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:42:46.301081 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c7a3cd-314f-4785-a900-e0053983ad5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:42:46.302382 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-f2c7a3cd-314f-4785-a900-e0053983ad5b admin admin] 10.222.0.16 "GET /v2.0/networks/7ad07ddf-627a-4c5c-b70c-20fd81a87a28 HTTP/1.1" status: 200 len: 869 time: 0.2123017 Jun 10 17:42:48.522362 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 39654) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:42:48.647369 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eed24ec-3267-460b-a12d-f37c28c50998 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:42:48.649277 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-7eed24ec-3267-460b-a12d-f37c28c50998 admin admin] 10.222.0.16 "GET /v2.0/networks/8c026026-8e05-41b4-990c-0815c0c24f4f HTTP/1.1" status: 200 len: 886 time: 0.1259189 Jun 10 17:42:50.861543 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 39664) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:42:50.984459 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0f6098-ef29-4c1e-9db6-238eadf94074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:42:50.984913 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0f6098-ef29-4c1e-9db6-238eadf94074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:42:50.986460 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-cd0f6098-ef29-4c1e-9db6-238eadf94074 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1239505 Jun 10 17:42:53.250553 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 39672) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:42:53.375130 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c29c24-5e56-44ca-ad28-8204f91d5011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:42:53.375595 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c29c24-5e56-44ca-ad28-8204f91d5011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:42:53.377137 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-a7c29c24-5e56-44ca-ad28-8204f91d5011 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1256533 Jun 10 17:42:55.611541 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 39680) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:42:55.700952 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a29a8fa-2920-414e-af81-3bb98b2cd571 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:42:55.702297 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-5a29a8fa-2920-414e-af81-3bb98b2cd571 admin admin] 10.222.0.16 "GET /v2.0/subnets/7a55c00b-854b-45b1-bfe9-82af941a0000 HTTP/1.1" status: 200 len: 868 time: 0.0896828 Jun 10 17:42:57.943913 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 39688) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:42:58.033916 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3e05ac-03c1-46b4-a7db-6d08fee624c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:42:58.035277 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-3f3e05ac-03c1-46b4-a7db-6d08fee624c1 admin admin] 10.222.0.16 "GET /v2.0/subnets/e3db4be6-a2be-4d68-ab1f-8754e6ee5b68 HTTP/1.1" status: 200 len: 816 time: 0.0898917 Jun 10 17:43:07.559596 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.agents_db [None req-a7dfe2cf-50d1-49ca-b1ce-2a181a6e45d3 None None] Agent healthcheck: found 5 active agents {{(pid=114531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 10 17:43:08.327820 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-bc881d4d-baa2-47b6-b3a2-89b6003161bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:43:10.830936 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-5db6a7b2-5641-4083-92c3-c6476541436d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:43:11.687979 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-9e937c9f-4d57-47ec-81ad-8e77ea25145e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:43:12.991392 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a5a6984-4625-4674-bdbb-a7ccf76cac14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:43:13.922589 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:43:18.165870 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 39742) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:43:18.213400 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [None req-d8d94b2f-de6d-4c15-bda5-6e10facf6ca0 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=114528) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 17:43:18.214435 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-d8d94b2f-de6d-4c15-bda5-6e10facf6ca0 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0475650 Jun 10 17:43:20.523957 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 39750) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:43:20.583459 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.pecan_wsgi.hooks.translation [None req-924531ea-a9a2-4c6d-b9a8-df74981611cb admin admin] GET failed (client error): The resource could not be found. Jun 10 17:43:20.584988 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-924531ea-a9a2-4c6d-b9a8-df74981611cb admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0599771 Jun 10 17:43:20.795139 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb674bd5-0ba5-4454-ba42-6ac6dfd6a32f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:43:20.796515 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-bb674bd5-0ba5-4454-ba42-6ac6dfd6a32f admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2071304 Jun 10 17:43:23.054487 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 39758) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:43:23.101115 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [None req-d90c15aa-5841-4750-96e8-27b08c6969a1 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:43:23.252771 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d90c15aa-5841-4750-96e8-27b08c6969a1 admin admin] Made reservation on behalf of e2d5ff212a9e40afb37e7999a1c2b77e for: {'network': 1} {{(pid=114528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 17:43:23.255031 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-d90c15aa-5841-4750-96e8-27b08c6969a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for network, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:43:23.289094 dv-cinder-xena-3-iscsi neutron-server[114528]: WARNING neutron.services.revisions.revision_plugin [None req-d90c15aa-5841-4750-96e8-27b08c6969a1 admin admin] Could not find related network for resource to bump revision. Jun 10 17:43:23.299316 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d90c15aa-5841-4750-96e8-27b08c6969a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=114528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 17:43:23.307846 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-d90c15aa-5841-4750-96e8-27b08c6969a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009214'] for segment, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:43:23.308185 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.db.segments_db [None req-d90c15aa-5841-4750-96e8-27b08c6969a1 admin admin] Added segment a3bcfdd8-9851-4540-915b-51b99bffe294 of type vlan for network 4278506d-128f-4c9c-8886-09dc43438824 Jun 10 17:43:23.346662 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-d90c15aa-5841-4750-96e8-27b08c6969a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764020540941'] for network, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:43:23.447447 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-d90c15aa-5841-4750-96e8-27b08c6969a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050'] for network, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:43:23.448437 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90c15aa-5841-4750-96e8-27b08c6969a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:43:23.449097 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-d90c15aa-5841-4750-96e8-27b08c6969a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-734032'] for network, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:43:23.512068 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90c15aa-5841-4750-96e8-27b08c6969a1 admin admin] Pushing event updated for resources: {'Network': ['ID=4278506d-128f-4c9c-8886-09dc43438824,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:43:23.521807 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Network 4278506d-128f-4c9c-8886-09dc43438824 details requested by agent ovs-agent-dv-cinder-xena-3-iscsi with host dv-cinder-xena-3-iscsi {{(pid=114530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 10 17:43:23.547155 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-d90c15aa-5841-4750-96e8-27b08c6969a1 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4915862 Jun 10 17:43:25.891892 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 39766) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:43:25.951669 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7744586-0bfc-421c-a511-b6933fa675b7 admin admin] GET failed (client error): The resource could not be found. Jun 10 17:43:25.952967 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-d7744586-0bfc-421c-a511-b6933fa675b7 admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0600972 Jun 10 17:43:26.022727 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62057dcf-12f6-470d-9e7c-ca60d53f5a1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:43:26.024188 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-62057dcf-12f6-470d-9e7c-ca60d53f5a1e admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0663724 Jun 10 17:43:26.034496 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [None req-7292a9ed-782a-42b0-9564-ac84ec4d622a admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'network_id': '4278506d-128f-4c9c-8886-09dc43438824', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:43:26.109917 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7292a9ed-782a-42b0-9564-ac84ec4d622a admin admin] Made reservation on behalf of e2d5ff212a9e40afb37e7999a1c2b77e for: {'subnet': 1} {{(pid=114528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 17:43:26.112105 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-7292a9ed-782a-42b0-9564-ac84ec4d622a admin admin] Notify callbacks [] for subnet, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:43:26.327414 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-7292a9ed-782a-42b0-9564-ac84ec4d622a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050'] for subnet, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:43:26.385186 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7292a9ed-782a-42b0-9564-ac84ec4d622a admin admin] Pushing event updated for resources: {'Subnet': ['ID=70260d32-d16e-4342-b870-beb1e78f776c,revision_number=0']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:43:26.391847 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7292a9ed-782a-42b0-9564-ac84ec4d622a admin admin] Checking segment: {'id': 'a3bcfdd8-9851-4540-915b-51b99bffe294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4278506d-128f-4c9c-8886-09dc43438824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 10 17:43:26.392200 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7292a9ed-782a-42b0-9564-ac84ec4d622a admin admin] Network hostable DHCP agents. Network: 4278506d-128f-4c9c-8886-09dc43438824, hostable agents: ['bccf9388-ecf1-4acf-9e95-63f97cf623b0'], hosted agents: [] {{(pid=114528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 17:43:26.441352 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7292a9ed-782a-42b0-9564-ac84ec4d622a admin admin] Network 4278506d-128f-4c9c-8886-09dc43438824 is scheduled to be hosted by DHCP agent bccf9388-ecf1-4acf-9e95-63f97cf623b0 with binding_index 1 {{(pid=114528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 17:43:26.504337 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.base_scheduler [None req-7292a9ed-782a-42b0-9564-ac84ec4d622a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-xena-3-iscsi, 4278506d-128f-4c9c-8886-09dc43438824) {{(pid=114528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:43:26.508792 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7292a9ed-782a-42b0-9564-ac84ec4d622a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:43:26.509529 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-7292a9ed-782a-42b0-9564-ac84ec4d622a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-734032'] for subnet, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:43:26.513868 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939c629a-2265-4506-814a-aeea5d13e5cb None None] Network 4278506d-128f-4c9c-8886-09dc43438824 requested from dv-cinder-xena-3-iscsi {{(pid=114530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 17:43:26.569599 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-7292a9ed-782a-42b0-9564-ac84ec4d622a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5384200 Jun 10 17:43:26.673777 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560cc279-496c-4ee3-bf4a-7254fd479955 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77de9516-29da-567c-b3ac-4325783e7148-4278506d-128f-4c9c-8886-09dc43438824', 'network_id': '4278506d-128f-4c9c-8886-09dc43438824', 'tenant_id': 'e2d5ff212a9e40afb37e7999a1c2b77e', 'fixed_ips': [{'subnet_id': '70260d32-d16e-4342-b870-beb1e78f776c'}]}} from dv-cinder-xena-3-iscsi. {{(pid=114530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 17:43:26.674717 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-560cc279-496c-4ee3-bf4a-7254fd479955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_create {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:43:26.836302 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.db_base_plugin_common [None req-560cc279-496c-4ee3-bf4a-7254fd479955 None None] Allocated IP 192.168.233.2 (4278506d-128f-4c9c-8886-09dc43438824/70260d32-d16e-4342-b870-beb1e78f776c/63ef0fab-9d9d-46c8-8db6-6cb6f1c32570) {{(pid=114530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 17:43:26.979728 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-560cc279-496c-4ee3-bf4a-7254fd479955 None None] Notify callbacks [] for port, precommit_create {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:43:27.076875 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-560cc279-496c-4ee3-bf4a-7254fd479955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764020614705'] for port, after_create {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:43:27.120778 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560cc279-496c-4ee3-bf4a-7254fd479955 None None] Network 4278506d-128f-4c9c-8886-09dc43438824 is already hosted by enough agents. {{(pid=114530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:43:27.123616 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.scheduler.base_scheduler [None req-560cc279-496c-4ee3-bf4a-7254fd479955 None None] Resources bound (agent type, host, resource id): {{(pid=114530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:43:27.129239 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560cc279-496c-4ee3-bf4a-7254fd479955 None None] Received port after_create {{(pid=114530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 10 17:43:27.137332 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560cc279-496c-4ee3-bf4a-7254fd479955 None None] Pushing event updated for resources: {'Port': ['ID=63ef0fab-9d9d-46c8-8db6-6cb6f1c32570,revision_number=1']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:43:27.164638 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560cc279-496c-4ee3-bf4a-7254fd479955 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:43:27.164984 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560cc279-496c-4ee3-bf4a-7254fd479955 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:43:27.165320 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560cc279-496c-4ee3-bf4a-7254fd479955 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:43:27.165650 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560cc279-496c-4ee3-bf4a-7254fd479955 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:43:27.166007 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560cc279-496c-4ee3-bf4a-7254fd479955 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:43:27.166350 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560cc279-496c-4ee3-bf4a-7254fd479955 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:43:27.166676 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560cc279-496c-4ee3-bf4a-7254fd479955 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:43:27.167001 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560cc279-496c-4ee3-bf4a-7254fd479955 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:43:27.167323 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560cc279-496c-4ee3-bf4a-7254fd479955 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:43:27.167641 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560cc279-496c-4ee3-bf4a-7254fd479955 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:43:27.167976 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560cc279-496c-4ee3-bf4a-7254fd479955 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:43:27.168296 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560cc279-496c-4ee3-bf4a-7254fd479955 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:43:27.203641 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.managers [None req-560cc279-496c-4ee3-bf4a-7254fd479955 None None] Attempting to bind port 63ef0fab-9d9d-46c8-8db6-6cb6f1c32570 on host dv-cinder-xena-3-iscsi for vnic_type normal with profile {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 17:43:27.203995 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.managers [None req-560cc279-496c-4ee3-bf4a-7254fd479955 None None] Attempting to bind port 63ef0fab-9d9d-46c8-8db6-6cb6f1c32570 by drivers openvswitch,hyperv on host dv-cinder-xena-3-iscsi at level 0 using segments [{'id': 'a3bcfdd8-9851-4540-915b-51b99bffe294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4278506d-128f-4c9c-8886-09dc43438824'}] {{(pid=114530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 17:43:27.204346 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560cc279-496c-4ee3-bf4a-7254fd479955 None None] Attempting to bind port 63ef0fab-9d9d-46c8-8db6-6cb6f1c32570 on network 4278506d-128f-4c9c-8886-09dc43438824 {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 10 17:43:27.209835 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560cc279-496c-4ee3-bf4a-7254fd479955 None None] Checking agent: {'id': '87b91a5b-6105-4774-a25f-e6a5abfdfa1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-xena-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 10, 17, 40, 14), 'started_at': datetime.datetime(2022, 6, 10, 17, 40, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 10, 17, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-xena-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 10 17:43:27.211020 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560cc279-496c-4ee3-bf4a-7254fd479955 None None] Checking segment: {'id': 'a3bcfdd8-9851-4540-915b-51b99bffe294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4278506d-128f-4c9c-8886-09dc43438824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 10 17:43:27.211413 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-560cc279-496c-4ee3-bf4a-7254fd479955 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:43:27.211924 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560cc279-496c-4ee3-bf4a-7254fd479955 None None] Bound using segment: {'id': 'a3bcfdd8-9851-4540-915b-51b99bffe294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4278506d-128f-4c9c-8886-09dc43438824'} {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 10 17:43:27.212475 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.managers [None req-560cc279-496c-4ee3-bf4a-7254fd479955 None None] Bound port: 63ef0fab-9d9d-46c8-8db6-6cb6f1c32570, host: dv-cinder-xena-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3bcfdd8-9851-4540-915b-51b99bffe294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4278506d-128f-4c9c-8886-09dc43438824'}}] {{(pid=114530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 17:43:27.212863 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-560cc279-496c-4ee3-bf4a-7254fd479955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:43:27.276779 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-560cc279-496c-4ee3-bf4a-7254fd479955 None None] For port 63ef0fab-9d9d-46c8-8db6-6cb6f1c32570, host dv-cinder-xena-3-iscsi, cleared binding levels {{(pid=114530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 10 17:43:27.280044 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-560cc279-496c-4ee3-bf4a-7254fd479955 None None] For port 63ef0fab-9d9d-46c8-8db6-6cb6f1c32570, host dv-cinder-xena-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=63ef0fab-9d9d-46c8-8db6-6cb6f1c32570,segment=NetworkSegment(a3bcfdd8-9851-4540-915b-51b99bffe294),segment_id=a3bcfdd8-9851-4540-915b-51b99bffe294)] {{(pid=114530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 10 17:43:27.333878 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-560cc279-496c-4ee3-bf4a-7254fd479955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:43:27.398533 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560cc279-496c-4ee3-bf4a-7254fd479955 None None] Pushing event updated for resources: {'Port': ['ID=63ef0fab-9d9d-46c8-8db6-6cb6f1c32570,revision_number=2']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:43:28.189983 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d62860-2f74-42d8-9f33-4fc80f9efb13 None None] Network 4278506d-128f-4c9c-8886-09dc43438824 requested from dv-cinder-xena-3-iscsi {{(pid=114530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 17:43:28.267514 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-f30a3d24-0f84-49e9-93ea-113551083c4b None None] Provisioning complete for port 63ef0fab-9d9d-46c8-8db6-6cb6f1c32570 triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:43:28.267885 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-f30a3d24-0f84-49e9-93ea-113551083c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:43:28.409582 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-f30a3d24-0f84-49e9-93ea-113551083c4b None None] Current status of the port 63ef0fab-9d9d-46c8-8db6-6cb6f1c32570 is: DOWN; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:43:28.409986 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-f30a3d24-0f84-49e9-93ea-113551083c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:43:28.448324 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-f30a3d24-0f84-49e9-93ea-113551083c4b None None] For port 63ef0fab-9d9d-46c8-8db6-6cb6f1c32570, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=63ef0fab-9d9d-46c8-8db6-6cb6f1c32570,segment=NetworkSegment(a3bcfdd8-9851-4540-915b-51b99bffe294),segment_id=a3bcfdd8-9851-4540-915b-51b99bffe294)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:43:28.521446 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-f30a3d24-0f84-49e9-93ea-113551083c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:43:28.580187 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30a3d24-0f84-49e9-93ea-113551083c4b None None] Pushing event updated for resources: {'Port': ['ID=63ef0fab-9d9d-46c8-8db6-6cb6f1c32570,revision_number=3']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:43:28.642883 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-5291bc7f-1e14-4b85-b2dc-068a7a5697ad None None] Provisioning complete for port 63ef0fab-9d9d-46c8-8db6-6cb6f1c32570 triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:43:28.643243 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-5291bc7f-1e14-4b85-b2dc-068a7a5697ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:43:28.722170 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-5291bc7f-1e14-4b85-b2dc-068a7a5697ad None None] Current status of the port 63ef0fab-9d9d-46c8-8db6-6cb6f1c32570 is: ACTIVE; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:43:29.473877 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device 63ef0fab-9d9d-46c8-8db6-6cb6f1c32570 up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 17:43:29.522928 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Provisioning complete for port 63ef0fab-9d9d-46c8-8db6-6cb6f1c32570 triggered by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:43:29.523292 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:43:29.602716 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Current status of the port 63ef0fab-9d9d-46c8-8db6-6cb6f1c32570 is: ACTIVE; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:43:38.321353 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-c25b4fe2-e163-4a42-afd3-293a16238bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:43:40.772571 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-4f224510-ed78-4fe2-a000-e2457ac50d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:43:41.709995 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-9e937c9f-4d57-47ec-81ad-8e77ea25145e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:43:43.000863 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a5a6984-4625-4674-bdbb-a7ccf76cac14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:43:43.949663 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:43:44.557855 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.agents_db [None req-a7dfe2cf-50d1-49ca-b1ce-2a181a6e45d3 None None] Agent healthcheck: found 5 active agents {{(pid=114531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 10 17:44:08.314007 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-f1f865cb-c951-4519-8381-a1d8c48724b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:44:10.771187 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-0469a331-2f9f-4a38-b19a-a501ceb6b5a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:44:11.708860 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-9e937c9f-4d57-47ec-81ad-8e77ea25145e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:44:13.033848 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a5a6984-4625-4674-bdbb-a7ccf76cac14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:44:13.965313 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:44:21.556774 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.agents_db [None req-a7dfe2cf-50d1-49ca-b1ce-2a181a6e45d3 None None] Agent healthcheck: found 5 active agents {{(pid=114531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 10 17:44:38.421678 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-2ad95f28-fb89-4a98-8f4d-658f375848a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:44:40.724149 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-395fda55-bc96-4233-89e7-3722b392395a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:44:41.695837 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-9e937c9f-4d57-47ec-81ad-8e77ea25145e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:44:43.004738 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a5a6984-4625-4674-bdbb-a7ccf76cac14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:44:43.907279 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:44:44.268163 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 39804) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:44:44.274076 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [None req-03950060-51c1-42c2-85c8-da91d314d733 tempest-verify_tempest_config-513845545 tempest-verify_tempest_config-513845545-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=114528) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 17:44:44.275052 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-03950060-51c1-42c2-85c8-da91d314d733 tempest-verify_tempest_config-513845545 tempest-verify_tempest_config-513845545-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059137 Jun 10 17:44:44.697863 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 39822) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:44:44.799143 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-db432398-3259-4019-a2c0-f3306da36e14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:44:44.870511 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-db432398-3259-4019-a2c0-f3306da36e14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:44:44.912365 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-db432398-3259-4019-a2c0-f3306da36e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:44:44.957109 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-db432398-3259-4019-a2c0-f3306da36e14 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5850f57a2c2e4231ac5c9d80d13c9cc8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2579398 Jun 10 17:44:44.958317 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db432398-3259-4019-a2c0-f3306da36e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=102ed113-4571-470e-81e3-f89f13e43d49,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:44:44.959078 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 39826) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:44:44.967248 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db432398-3259-4019-a2c0-f3306da36e14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:44:44.971029 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db432398-3259-4019-a2c0-f3306da36e14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:44:44.971029 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db432398-3259-4019-a2c0-f3306da36e14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:44:44.971029 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db432398-3259-4019-a2c0-f3306da36e14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:44:44.971029 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db432398-3259-4019-a2c0-f3306da36e14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:44:44.971029 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db432398-3259-4019-a2c0-f3306da36e14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:44:44.971029 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db432398-3259-4019-a2c0-f3306da36e14 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:44:44.971029 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db432398-3259-4019-a2c0-f3306da36e14 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:44:44.971029 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db432398-3259-4019-a2c0-f3306da36e14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:44:44.971029 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db432398-3259-4019-a2c0-f3306da36e14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:44:44.971029 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db432398-3259-4019-a2c0-f3306da36e14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:44:44.971029 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db432398-3259-4019-a2c0-f3306da36e14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:44:45.031800 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-39eb4592-0a57-42c4-9a24-7cf0d9ff6e40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:44:45.053418 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-39eb4592-0a57-42c4-9a24-7cf0d9ff6e40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:44:45.193266 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-39eb4592-0a57-42c4-9a24-7cf0d9ff6e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:44:45.195822 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-39eb4592-0a57-42c4-9a24-7cf0d9ff6e40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:44:45.196963 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-39eb4592-0a57-42c4-9a24-7cf0d9ff6e40 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/102ed113-4571-470e-81e3-f89f13e43d49 HTTP/1.1" status: 204 len: 168 time: 0.2368851 Jun 10 17:44:45.204789 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eb4592-0a57-42c4-9a24-7cf0d9ff6e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=102ed113-4571-470e-81e3-f89f13e43d49,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:44:45.212315 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39eb4592-0a57-42c4-9a24-7cf0d9ff6e40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:44:45.212680 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39eb4592-0a57-42c4-9a24-7cf0d9ff6e40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:44:45.213020 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39eb4592-0a57-42c4-9a24-7cf0d9ff6e40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:44:45.213352 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39eb4592-0a57-42c4-9a24-7cf0d9ff6e40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:44:45.213678 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39eb4592-0a57-42c4-9a24-7cf0d9ff6e40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:44:45.214005 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39eb4592-0a57-42c4-9a24-7cf0d9ff6e40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:44:45.214407 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39eb4592-0a57-42c4-9a24-7cf0d9ff6e40 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:44:45.214733 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39eb4592-0a57-42c4-9a24-7cf0d9ff6e40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:44:45.215075 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39eb4592-0a57-42c4-9a24-7cf0d9ff6e40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:44:45.215400 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39eb4592-0a57-42c4-9a24-7cf0d9ff6e40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:44:45.215723 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39eb4592-0a57-42c4-9a24-7cf0d9ff6e40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:44:45.216040 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39eb4592-0a57-42c4-9a24-7cf0d9ff6e40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:44:58.555332 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.agents_db [None req-a7dfe2cf-50d1-49ca-b1ce-2a181a6e45d3 None None] Agent healthcheck: found 5 active agents {{(pid=114531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 10 17:45:08.322998 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-d25ee6c1-92dd-4b43-b134-f9ca7ebdb574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:45:10.757425 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-69c30b54-99d4-48ac-bea6-394efbe8bd83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:45:11.706681 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-9e937c9f-4d57-47ec-81ad-8e77ea25145e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:45:13.042864 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a5a6984-4625-4674-bdbb-a7ccf76cac14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:45:13.928644 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:45:35.553860 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.agents_db [None req-a7dfe2cf-50d1-49ca-b1ce-2a181a6e45d3 None None] Agent healthcheck: found 5 active agents {{(pid=114531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 10 17:45:38.345506 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-2a29cd7c-272c-465c-98ca-02e61f61252e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:45:40.778709 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-513e7edd-820d-41e8-9c52-d6371e5cb575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:45:41.721860 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-9e937c9f-4d57-47ec-81ad-8e77ea25145e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:45:43.047801 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a5a6984-4625-4674-bdbb-a7ccf76cac14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:45:43.950808 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:46:08.321046 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-bdb47939-0042-431d-a02c-fd65ac267238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:46:10.761081 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-d07bb31f-8e6a-4d25-b0a1-391d3f52f158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:46:11.755493 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-9e937c9f-4d57-47ec-81ad-8e77ea25145e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:46:12.553374 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.agents_db [None req-a7dfe2cf-50d1-49ca-b1ce-2a181a6e45d3 None None] Agent healthcheck: found 5 active agents {{(pid=114531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 10 17:46:13.029168 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a5a6984-4625-4674-bdbb-a7ccf76cac14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:46:13.937874 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:46:18.703331 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-776011'] for agent, after_create {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:46:33.728523 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 39898) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:46:33.831388 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-84b8fff1-ffbe-4ad7-a237-6d8b8eae5708 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1017997 Jun 10 17:46:36.072422 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 39908) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:46:36.125813 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-8aa2f094-7228-43ff-b15e-cd9a8c865b00 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0523419 Jun 10 17:46:38.337413 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-851b841d-ac9d-4ce6-91b8-bdef267a4446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:46:40.777391 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-95ca744c-10b8-4ab9-ad73-211acc9fee7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:46:41.731550 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-9e937c9f-4d57-47ec-81ad-8e77ea25145e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:46:43.028171 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a5a6984-4625-4674-bdbb-a7ccf76cac14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:46:43.925542 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:46:48.673689 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:46:49.553098 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.agents_db [None req-a7dfe2cf-50d1-49ca-b1ce-2a181a6e45d3 None None] Agent healthcheck: found 6 active agents {{(pid=114531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 10 17:47:08.347482 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-a0b00460-a882-4e6d-8da7-cb96f7ab7bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:47:10.798789 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-72267d27-21b6-45af-9085-79a0a2cae236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:47:11.757905 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-9e937c9f-4d57-47ec-81ad-8e77ea25145e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:47:13.073263 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a5a6984-4625-4674-bdbb-a7ccf76cac14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:47:13.935784 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:47:18.695959 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:47:26.570764 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.agents_db [None req-a7dfe2cf-50d1-49ca-b1ce-2a181a6e45d3 None None] Agent healthcheck: found 6 active agents {{(pid=114531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 10 17:47:38.335398 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-83c84617-9979-495c-9267-52925077b006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:47:40.768799 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-24c98d00-01a9-4634-9be4-e2b53a923b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:47:41.744990 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-9e937c9f-4d57-47ec-81ad-8e77ea25145e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:47:43.048876 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a5a6984-4625-4674-bdbb-a7ccf76cac14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:47:43.951617 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:47:48.688936 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:03.551168 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.agents_db [None req-a7dfe2cf-50d1-49ca-b1ce-2a181a6e45d3 None None] Agent healthcheck: found 6 active agents {{(pid=114531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 10 17:48:08.327857 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b19f3eca-e65c-4c67-8e13-f560bcd9f2e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:10.785379 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-ce177c5a-5f2e-4bdb-9061-23d9359c94d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:11.755539 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-9e937c9f-4d57-47ec-81ad-8e77ea25145e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:13.072534 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a5a6984-4625-4674-bdbb-a7ccf76cac14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:14.008325 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:17.864015 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 40088) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:48:17.963034 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 40102) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:48:18.278693 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.v2.base [None req-e1a88d84-295f-4fd0-9df2-94b809d59ac3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1091704996-network', 'tenant_id': '977e9ef6bd9842379167d252715c6e8c'}} {{(pid=114529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:48:18.379188 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a88d84-295f-4fd0-9df2-94b809d59ac3 admin admin] Made reservation on behalf of 977e9ef6bd9842379167d252715c6e8c for: {'network': 1} {{(pid=114529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 17:48:18.381832 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-e1a88d84-295f-4fd0-9df2-94b809d59ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for network, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:18.396672 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-e1a88d84-295f-4fd0-9df2-94b809d59ac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:18.484110 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-e1a88d84-295f-4fd0-9df2-94b809d59ac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:18.534657 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.v2.base [None req-add20d37-f181-47ef-90de-e8fbb80284fb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-394428005-network', 'tenant_id': '252f2f59654446a992659c89e9f90e2a'}} {{(pid=114529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:48:18.541917 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 40116) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:48:18.551142 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-e1a88d84-295f-4fd0-9df2-94b809d59ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:18.572277 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 40122) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:48:18.573474 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1a88d84-295f-4fd0-9df2-94b809d59ac3 admin admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=114529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 17:48:18.596769 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-e1a88d84-295f-4fd0-9df2-94b809d59ac3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764020915905', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009214'] for segment, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:18.597917 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-e1a88d84-295f-4fd0-9df2-94b809d59ac3 admin admin] Unsubscribe: segment precommit_create {{(pid=114529) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 10 17:48:18.598955 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.db.segments_db [None req-e1a88d84-295f-4fd0-9df2-94b809d59ac3 admin admin] Added segment b89b8fd3-0b50-4914-8518-4833b6995ef5 of type vlan for network e628d0f6-63d3-440a-9d16-11e611b2380d Jun 10 17:48:18.711988 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-e1a88d84-295f-4fd0-9df2-94b809d59ac3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764020540941'] for network, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:18.730016 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add20d37-f181-47ef-90de-e8fbb80284fb admin admin] Made reservation on behalf of 252f2f59654446a992659c89e9f90e2a for: {'network': 1} {{(pid=114529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 17:48:18.732368 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-add20d37-f181-47ef-90de-e8fbb80284fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for network, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:18.749305 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:18.752233 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.v2.base [None req-48ca2929-7dcb-453d-baa6-6072300f0764 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-250567022-network', 'tenant_id': 'bac17e86c01742dd8c4dba03b2bf8be8'}} {{(pid=114529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:48:18.758876 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a88d84-295f-4fd0-9df2-94b809d59ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=994f7a5e-acf3-4049-b572-56c6e2bac45b,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:18.769848 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-add20d37-f181-47ef-90de-e8fbb80284fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:18.773716 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [None req-7e5a9925-e437-4f3c-b176-5a3accd542ec admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-992701664-network', 'tenant_id': 'd5dbfa207ddd44e3912f4141ac504575'}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:48:18.791970 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a88d84-295f-4fd0-9df2-94b809d59ac3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:48:18.792288 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a88d84-295f-4fd0-9df2-94b809d59ac3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:48:18.792684 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a88d84-295f-4fd0-9df2-94b809d59ac3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:48:18.793013 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a88d84-295f-4fd0-9df2-94b809d59ac3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:48:18.793512 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a88d84-295f-4fd0-9df2-94b809d59ac3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:48:18.794107 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a88d84-295f-4fd0-9df2-94b809d59ac3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:48:18.794608 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a88d84-295f-4fd0-9df2-94b809d59ac3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:48:18.795205 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a88d84-295f-4fd0-9df2-94b809d59ac3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:48:18.795678 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a88d84-295f-4fd0-9df2-94b809d59ac3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:48:18.796278 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a88d84-295f-4fd0-9df2-94b809d59ac3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:48:18.796770 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a88d84-295f-4fd0-9df2-94b809d59ac3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:48:18.797333 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a88d84-295f-4fd0-9df2-94b809d59ac3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:48:18.799251 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a88d84-295f-4fd0-9df2-94b809d59ac3 admin admin] Tracked resource versions report: Jun 10 17:48:18.799251 dv-cinder-xena-3-iscsi neutron-server[114529]: pushed versions: Jun 10 17:48:18.799251 dv-cinder-xena-3-iscsi neutron-server[114529]: { 'AddressGroup': {'1.2'}, Jun 10 17:48:18.799251 dv-cinder-xena-3-iscsi neutron-server[114529]: 'ConntrackHelper': {'1.0'}, Jun 10 17:48:18.799251 dv-cinder-xena-3-iscsi neutron-server[114529]: 'Log': {'1.0'}, Jun 10 17:48:18.799251 dv-cinder-xena-3-iscsi neutron-server[114529]: 'Network': {'1.1'}, Jun 10 17:48:18.799251 dv-cinder-xena-3-iscsi neutron-server[114529]: 'Port': {'1.7'}, Jun 10 17:48:18.799251 dv-cinder-xena-3-iscsi neutron-server[114529]: 'PortForwarding': {'1.2'}, Jun 10 17:48:18.799251 dv-cinder-xena-3-iscsi neutron-server[114529]: 'QosPolicy': {'1.9'}, Jun 10 17:48:18.799251 dv-cinder-xena-3-iscsi neutron-server[114529]: 'SecurityGroup': {'1.4'}, Jun 10 17:48:18.799251 dv-cinder-xena-3-iscsi neutron-server[114529]: 'SecurityGroupRule': {'1.2'}, Jun 10 17:48:18.799251 dv-cinder-xena-3-iscsi neutron-server[114529]: 'SubPort': {'1.0'}, Jun 10 17:48:18.799251 dv-cinder-xena-3-iscsi neutron-server[114529]: 'Subnet': {'1.1'}, Jun 10 17:48:18.799251 dv-cinder-xena-3-iscsi neutron-server[114529]: 'Trunk': {'1.1'}} Jun 10 17:48:18.799251 dv-cinder-xena-3-iscsi neutron-server[114529]: consumer versions: Jun 10 17:48:18.799251 dv-cinder-xena-3-iscsi neutron-server[114529]: { DHCP agent@dv-cinder-xena-3-iscsi: {}, Jun 10 17:48:18.799251 dv-cinder-xena-3-iscsi neutron-server[114529]: HyperV agent@hv-cinder-xena0: {}, Jun 10 17:48:18.799251 dv-cinder-xena-3-iscsi neutron-server[114529]: L3 agent@dv-cinder-xena-3-iscsi: {}, Jun 10 17:48:18.799251 dv-cinder-xena-3-iscsi neutron-server[114529]: Metadata agent@dv-cinder-xena-3-iscsi: {}, Jun 10 17:48:18.799251 dv-cinder-xena-3-iscsi neutron-server[114529]: Metering agent@dv-cinder-xena-3-iscsi: {}, Jun 10 17:48:18.799251 dv-cinder-xena-3-iscsi neutron-server[114529]: Open vSwitch agent@dv-cinder-xena-3-iscsi: { 'AddressGroup': '1.2', Jun 10 17:48:18.799251 dv-cinder-xena-3-iscsi neutron-server[114529]: 'ConntrackHelper': '1.0', Jun 10 17:48:18.799251 dv-cinder-xena-3-iscsi neutron-server[114529]: 'Log': '1.0', Jun 10 17:48:18.799251 dv-cinder-xena-3-iscsi neutron-server[114529]: 'Network': '1.1', Jun 10 17:48:18.799251 dv-cinder-xena-3-iscsi neutron-server[114529]: 'Port': '1.7', Jun 10 17:48:18.799251 dv-cinder-xena-3-iscsi neutron-server[114529]: 'PortForwarding': '1.2', Jun 10 17:48:18.799251 dv-cinder-xena-3-iscsi neutron-server[114529]: 'QosPolicy': '1.9', Jun 10 17:48:18.799251 dv-cinder-xena-3-iscsi neutron-server[114529]: 'SecurityGroup': '1.4', Jun 10 17:48:18.799251 dv-cinder-xena-3-iscsi neutron-server[114529]: 'SecurityGroupRule': '1.2', Jun 10 17:48:18.799251 dv-cinder-xena-3-iscsi neutron-server[114529]: 'SubPort': '1.0', Jun 10 17:48:18.799251 dv-cinder-xena-3-iscsi neutron-server[114529]: 'Subnet': '1.1', Jun 10 17:48:18.799251 dv-cinder-xena-3-iscsi neutron-server[114529]: 'Trunk': '1.1'}} Jun 10 17:48:18.799251 dv-cinder-xena-3-iscsi neutron-server[114529]: {{(pid=114529) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 17:48:18.837147 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-e1a88d84-295f-4fd0-9df2-94b809d59ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050'] for network, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:18.838165 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a88d84-295f-4fd0-9df2-94b809d59ac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:18.839302 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-e1a88d84-295f-4fd0-9df2-94b809d59ac3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-734032'] for network, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:18.894453 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e5a9925-e437-4f3c-b176-5a3accd542ec admin admin] Made reservation on behalf of d5dbfa207ddd44e3912f4141ac504575 for: {'network': 1} {{(pid=114528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 17:48:18.900740 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-7e5a9925-e437-4f3c-b176-5a3accd542ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for network, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:18.916570 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-7e5a9925-e437-4f3c-b176-5a3accd542ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:18.940267 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a88d84-295f-4fd0-9df2-94b809d59ac3 admin admin] Pushing event updated for resources: {'Network': ['ID=e628d0f6-63d3-440a-9d16-11e611b2380d,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:18.944905 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ca2929-7dcb-453d-baa6-6072300f0764 admin admin] Made reservation on behalf of bac17e86c01742dd8c4dba03b2bf8be8 for: {'network': 1} {{(pid=114529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 17:48:18.947201 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-48ca2929-7dcb-453d-baa6-6072300f0764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for network, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:18.959211 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-48ca2929-7dcb-453d-baa6-6072300f0764 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:18.972238 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Network e628d0f6-63d3-440a-9d16-11e611b2380d details requested by agent ovs-agent-dv-cinder-xena-3-iscsi with host dv-cinder-xena-3-iscsi {{(pid=114530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 10 17:48:19.038514 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-7e5a9925-e437-4f3c-b176-5a3accd542ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:19.047511 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 40154) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:48:19.047662 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-e1a88d84-295f-4fd0-9df2-94b809d59ac3 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1817920 Jun 10 17:48:19.055202 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [None req-c86259da-8b17-42c8-b969-ae8f627d6c0b admin admin] Request body: {'subnet': {'network_id': 'e628d0f6-63d3-440a-9d16-11e611b2380d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1091704996-subnet', 'tenant_id': '977e9ef6bd9842379167d252715c6e8c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:48:19.112133 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-48ca2929-7dcb-453d-baa6-6072300f0764 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:19.122120 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-7e5a9925-e437-4f3c-b176-5a3accd542ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:19.157593 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-add20d37-f181-47ef-90de-e8fbb80284fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:19.187756 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e5a9925-e437-4f3c-b176-5a3accd542ec admin admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=114528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 17:48:19.197885 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-48ca2929-7dcb-453d-baa6-6072300f0764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:19.216433 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48ca2929-7dcb-453d-baa6-6072300f0764 admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=114529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 17:48:19.220725 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5a9925-e437-4f3c-b176-5a3accd542ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78878f9e-5511-4443-9679-589b74d10f47,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:19.227331 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86259da-8b17-42c8-b969-ae8f627d6c0b admin admin] Made reservation on behalf of 977e9ef6bd9842379167d252715c6e8c for: {'subnet': 1} {{(pid=114528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 17:48:19.229569 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-c86259da-8b17-42c8-b969-ae8f627d6c0b admin admin] Notify callbacks [] for subnet, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:19.238302 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5a9925-e437-4f3c-b176-5a3accd542ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:48:19.238302 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5a9925-e437-4f3c-b176-5a3accd542ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:48:19.238302 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5a9925-e437-4f3c-b176-5a3accd542ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:48:19.238302 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5a9925-e437-4f3c-b176-5a3accd542ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:48:19.238302 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5a9925-e437-4f3c-b176-5a3accd542ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:48:19.238302 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5a9925-e437-4f3c-b176-5a3accd542ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:48:19.238797 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-48ca2929-7dcb-453d-baa6-6072300f0764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009214'] for segment, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:19.238896 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5a9925-e437-4f3c-b176-5a3accd542ec admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:48:19.238983 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.db.segments_db [None req-48ca2929-7dcb-453d-baa6-6072300f0764 admin admin] Added segment 3a4d6950-abc0-4a07-8857-609d4fd46ecc of type vlan for network 998e98f9-ac1b-426b-ab19-3e3143db2df0 Jun 10 17:48:19.239077 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5a9925-e437-4f3c-b176-5a3accd542ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:48:19.239077 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5a9925-e437-4f3c-b176-5a3accd542ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:48:19.239077 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5a9925-e437-4f3c-b176-5a3accd542ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:48:19.239077 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5a9925-e437-4f3c-b176-5a3accd542ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:48:19.239077 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5a9925-e437-4f3c-b176-5a3accd542ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:48:19.239077 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5a9925-e437-4f3c-b176-5a3accd542ec admin admin] Tracked resource versions report: Jun 10 17:48:19.239077 dv-cinder-xena-3-iscsi neutron-server[114528]: pushed versions: Jun 10 17:48:19.239077 dv-cinder-xena-3-iscsi neutron-server[114528]: { 'AddressGroup': {'1.2'}, Jun 10 17:48:19.239077 dv-cinder-xena-3-iscsi neutron-server[114528]: 'ConntrackHelper': {'1.0'}, Jun 10 17:48:19.239077 dv-cinder-xena-3-iscsi neutron-server[114528]: 'Log': {'1.0'}, Jun 10 17:48:19.239077 dv-cinder-xena-3-iscsi neutron-server[114528]: 'Network': {'1.1'}, Jun 10 17:48:19.239077 dv-cinder-xena-3-iscsi neutron-server[114528]: 'Port': {'1.7'}, Jun 10 17:48:19.239077 dv-cinder-xena-3-iscsi neutron-server[114528]: 'PortForwarding': {'1.2'}, Jun 10 17:48:19.239077 dv-cinder-xena-3-iscsi neutron-server[114528]: 'QosPolicy': {'1.9'}, Jun 10 17:48:19.239077 dv-cinder-xena-3-iscsi neutron-server[114528]: 'SecurityGroup': {'1.4'}, Jun 10 17:48:19.239077 dv-cinder-xena-3-iscsi neutron-server[114528]: 'SecurityGroupRule': {'1.2'}, Jun 10 17:48:19.239077 dv-cinder-xena-3-iscsi neutron-server[114528]: 'SubPort': {'1.0'}, Jun 10 17:48:19.239077 dv-cinder-xena-3-iscsi neutron-server[114528]: 'Subnet': {'1.1'}, Jun 10 17:48:19.239077 dv-cinder-xena-3-iscsi neutron-server[114528]: 'Trunk': {'1.1'}} Jun 10 17:48:19.239077 dv-cinder-xena-3-iscsi neutron-server[114528]: consumer versions: Jun 10 17:48:19.239077 dv-cinder-xena-3-iscsi neutron-server[114528]: { DHCP agent@dv-cinder-xena-3-iscsi: {}, Jun 10 17:48:19.239077 dv-cinder-xena-3-iscsi neutron-server[114528]: HyperV agent@hv-cinder-xena0: {}, Jun 10 17:48:19.239077 dv-cinder-xena-3-iscsi neutron-server[114528]: L3 agent@dv-cinder-xena-3-iscsi: {}, Jun 10 17:48:19.239077 dv-cinder-xena-3-iscsi neutron-server[114528]: Metadata agent@dv-cinder-xena-3-iscsi: {}, Jun 10 17:48:19.239077 dv-cinder-xena-3-iscsi neutron-server[114528]: Metering agent@dv-cinder-xena-3-iscsi: {}, Jun 10 17:48:19.239077 dv-cinder-xena-3-iscsi neutron-server[114528]: Open vSwitch agent@dv-cinder-xena-3-iscsi: { 'AddressGroup': '1.2', Jun 10 17:48:19.239077 dv-cinder-xena-3-iscsi neutron-server[114528]: 'ConntrackHelper': '1.0', Jun 10 17:48:19.239077 dv-cinder-xena-3-iscsi neutron-server[114528]: 'Log': '1.0', Jun 10 17:48:19.239077 dv-cinder-xena-3-iscsi neutron-server[114528]: 'Network': '1.1', Jun 10 17:48:19.239077 dv-cinder-xena-3-iscsi neutron-server[114528]: 'Port': '1.7', Jun 10 17:48:19.239077 dv-cinder-xena-3-iscsi neutron-server[114528]: 'PortForwarding': '1.2', Jun 10 17:48:19.239077 dv-cinder-xena-3-iscsi neutron-server[114528]: 'QosPolicy': '1.9', Jun 10 17:48:19.239077 dv-cinder-xena-3-iscsi neutron-server[114528]: 'SecurityGroup': '1.4', Jun 10 17:48:19.239077 dv-cinder-xena-3-iscsi neutron-server[114528]: 'SecurityGroupRule': '1.2', Jun 10 17:48:19.239077 dv-cinder-xena-3-iscsi neutron-server[114528]: 'SubPort': '1.0', Jun 10 17:48:19.239077 dv-cinder-xena-3-iscsi neutron-server[114528]: 'Subnet': '1.1', Jun 10 17:48:19.239077 dv-cinder-xena-3-iscsi neutron-server[114528]: 'Trunk': '1.1'}} Jun 10 17:48:19.239077 dv-cinder-xena-3-iscsi neutron-server[114528]: {{(pid=114528) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 17:48:19.260650 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-add20d37-f181-47ef-90de-e8fbb80284fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:19.279347 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-7e5a9925-e437-4f3c-b176-5a3accd542ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009214'] for segment, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:19.279686 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.db.segments_db [None req-7e5a9925-e437-4f3c-b176-5a3accd542ec admin admin] Added segment dffac23a-c726-4935-9ddb-386e3be17651 of type vlan for network 20988a48-24d3-47c4-85a4-f592522eeed3 Jun 10 17:48:19.293179 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ca2929-7dcb-453d-baa6-6072300f0764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de570a03-07aa-4ef5-9ecd-328dcd463193,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:19.338752 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add20d37-f181-47ef-90de-e8fbb80284fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1bcac5-ae3c-4c16-9a5d-a2010011e0e9,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:19.354443 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-add20d37-f181-47ef-90de-e8fbb80284fb admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=114529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 17:48:19.372824 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-48ca2929-7dcb-453d-baa6-6072300f0764 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764020540941'] for network, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:19.382610 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-7e5a9925-e437-4f3c-b176-5a3accd542ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764020540941'] for network, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:19.435341 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-add20d37-f181-47ef-90de-e8fbb80284fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009214'] for segment, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:19.435621 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.db.segments_db [None req-add20d37-f181-47ef-90de-e8fbb80284fb admin admin] Added segment 26b62eb2-ab11-4a3b-ab35-039984c799f2 of type vlan for network 32a3d29b-475e-4223-9181-85fc22c15201 Jun 10 17:48:19.480123 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-add20d37-f181-47ef-90de-e8fbb80284fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764020540941'] for network, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:19.526618 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-7e5a9925-e437-4f3c-b176-5a3accd542ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050'] for network, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:19.527658 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5a9925-e437-4f3c-b176-5a3accd542ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:19.528225 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-7e5a9925-e437-4f3c-b176-5a3accd542ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-734032'] for network, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:19.552234 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-48ca2929-7dcb-453d-baa6-6072300f0764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050'] for network, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:19.553708 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ca2929-7dcb-453d-baa6-6072300f0764 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:19.556319 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-48ca2929-7dcb-453d-baa6-6072300f0764 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-734032'] for network, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:19.640289 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5a9925-e437-4f3c-b176-5a3accd542ec admin admin] Pushing event updated for resources: {'Network': ['ID=20988a48-24d3-47c4-85a4-f592522eeed3,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:19.640772 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-add20d37-f181-47ef-90de-e8fbb80284fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050'] for network, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:19.641291 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add20d37-f181-47ef-90de-e8fbb80284fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:19.643034 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-add20d37-f181-47ef-90de-e8fbb80284fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-734032'] for network, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:19.648651 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ca2929-7dcb-453d-baa6-6072300f0764 admin admin] Pushing event updated for resources: {'Network': ['ID=998e98f9-ac1b-426b-ab19-3e3143db2df0,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:19.654071 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Network 20988a48-24d3-47c4-85a4-f592522eeed3 details requested by agent ovs-agent-dv-cinder-xena-3-iscsi with host dv-cinder-xena-3-iscsi {{(pid=114530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 10 17:48:19.664274 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-c86259da-8b17-42c8-b969-ae8f627d6c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050'] for subnet, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:19.682072 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-7e5a9925-e437-4f3c-b176-5a3accd542ec admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1048479 Jun 10 17:48:19.682714 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 40184) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:48:19.694407 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Network 998e98f9-ac1b-426b-ab19-3e3143db2df0 details requested by agent ovs-agent-dv-cinder-xena-3-iscsi with host dv-cinder-xena-3-iscsi {{(pid=114530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 10 17:48:19.694627 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [None req-25337ef8-1dc2-4342-b34c-5ebed8553135 admin admin] Request body: {'subnet': {'network_id': '20988a48-24d3-47c4-85a4-f592522eeed3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-992701664-subnet', 'tenant_id': 'd5dbfa207ddd44e3912f4141ac504575', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:48:19.728538 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add20d37-f181-47ef-90de-e8fbb80284fb admin admin] Pushing event updated for resources: {'Network': ['ID=32a3d29b-475e-4223-9181-85fc22c15201,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:19.742981 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-48ca2929-7dcb-453d-baa6-6072300f0764 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1999147 Jun 10 17:48:19.744660 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 40186) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:48:19.755239 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.v2.base [None req-11952619-24de-4242-92d0-9e39433a4bdd admin admin] Request body: {'subnet': {'network_id': '998e98f9-ac1b-426b-ab19-3e3143db2df0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-250567022-subnet', 'tenant_id': 'bac17e86c01742dd8c4dba03b2bf8be8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:48:19.761893 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86259da-8b17-42c8-b969-ae8f627d6c0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b159fa3-bdfe-428f-8e21-2b18edcf45c9,revision_number=0']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:19.773446 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Network 32a3d29b-475e-4223-9181-85fc22c15201 details requested by agent ovs-agent-dv-cinder-xena-3-iscsi with host dv-cinder-xena-3-iscsi {{(pid=114530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 10 17:48:19.789651 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86259da-8b17-42c8-b969-ae8f627d6c0b admin admin] Checking segment: {'id': 'b89b8fd3-0b50-4914-8518-4833b6995ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e628d0f6-63d3-440a-9d16-11e611b2380d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 10 17:48:19.790011 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86259da-8b17-42c8-b969-ae8f627d6c0b admin admin] Network hostable DHCP agents. Network: e628d0f6-63d3-440a-9d16-11e611b2380d, hostable agents: ['bccf9388-ecf1-4acf-9e95-63f97cf623b0'], hosted agents: [] {{(pid=114528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 17:48:20.185179 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25337ef8-1dc2-4342-b34c-5ebed8553135 admin admin] Made reservation on behalf of d5dbfa207ddd44e3912f4141ac504575 for: {'subnet': 1} {{(pid=114528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 17:48:20.187551 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-25337ef8-1dc2-4342-b34c-5ebed8553135 admin admin] Notify callbacks [] for subnet, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:20.189662 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-add20d37-f181-47ef-90de-e8fbb80284fb admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.2250631 Jun 10 17:48:20.192211 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 40218) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:48:20.205797 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.v2.base [None req-0bb20d1b-a89b-4480-bd79-152b092a09e9 admin admin] Request body: {'subnet': {'network_id': '32a3d29b-475e-4223-9181-85fc22c15201', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-394428005-subnet', 'tenant_id': '252f2f59654446a992659c89e9f90e2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:48:20.240412 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11952619-24de-4242-92d0-9e39433a4bdd admin admin] Made reservation on behalf of bac17e86c01742dd8c4dba03b2bf8be8 for: {'subnet': 1} {{(pid=114529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 17:48:20.249115 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-11952619-24de-4242-92d0-9e39433a4bdd admin admin] Notify callbacks [] for subnet, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:20.268354 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86259da-8b17-42c8-b969-ae8f627d6c0b admin admin] Network e628d0f6-63d3-440a-9d16-11e611b2380d is scheduled to be hosted by DHCP agent bccf9388-ecf1-4acf-9e95-63f97cf623b0 with binding_index 1 {{(pid=114528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 17:48:20.324093 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb20d1b-a89b-4480-bd79-152b092a09e9 admin admin] Made reservation on behalf of 252f2f59654446a992659c89e9f90e2a for: {'subnet': 1} {{(pid=114529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 17:48:20.326409 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-0bb20d1b-a89b-4480-bd79-152b092a09e9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:20.375677 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.base_scheduler [None req-c86259da-8b17-42c8-b969-ae8f627d6c0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-xena-3-iscsi, e628d0f6-63d3-440a-9d16-11e611b2380d) {{(pid=114528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:48:20.383727 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58a54d4-9001-4ba0-b8ec-e08c7b332bb8 None None] Network e628d0f6-63d3-440a-9d16-11e611b2380d requested from dv-cinder-xena-3-iscsi {{(pid=114530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 17:48:20.389872 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86259da-8b17-42c8-b969-ae8f627d6c0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:20.390821 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-c86259da-8b17-42c8-b969-ae8f627d6c0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-734032'] for subnet, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:20.508645 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-c86259da-8b17-42c8-b969-ae8f627d6c0b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4594514 Jun 10 17:48:20.511245 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 40228) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:48:20.518501 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [None req-01e1206e-4f28-4fd8-b7e8-fd6c59025116 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1091704996-router', 'tenant_id': '977e9ef6bd9842379167d252715c6e8c', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f'}}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:48:20.537854 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-25337ef8-1dc2-4342-b34c-5ebed8553135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050'] for subnet, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:20.594422 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced8ddbd-5bce-4567-a80b-98e4fde44a8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77de9516-29da-567c-b3ac-4325783e7148-e628d0f6-63d3-440a-9d16-11e611b2380d', 'network_id': 'e628d0f6-63d3-440a-9d16-11e611b2380d', 'tenant_id': '977e9ef6bd9842379167d252715c6e8c', 'fixed_ips': [{'subnet_id': '9b159fa3-bdfe-428f-8e21-2b18edcf45c9'}]}} from dv-cinder-xena-3-iscsi. {{(pid=114530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 17:48:20.596146 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-ced8ddbd-5bce-4567-a80b-98e4fde44a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_create {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:20.605446 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25337ef8-1dc2-4342-b34c-5ebed8553135 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c6c1002-ecf3-4b70-9e9d-befa43491f0a,revision_number=0']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:20.617465 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25337ef8-1dc2-4342-b34c-5ebed8553135 admin admin] Checking segment: {'id': 'dffac23a-c726-4935-9ddb-386e3be17651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '20988a48-24d3-47c4-85a4-f592522eeed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 10 17:48:20.618150 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25337ef8-1dc2-4342-b34c-5ebed8553135 admin admin] Network hostable DHCP agents. Network: 20988a48-24d3-47c4-85a4-f592522eeed3, hostable agents: ['bccf9388-ecf1-4acf-9e95-63f97cf623b0'], hosted agents: [] {{(pid=114528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 17:48:20.619751 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-11952619-24de-4242-92d0-9e39433a4bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050'] for subnet, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:20.621855 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-01e1206e-4f28-4fd8-b7e8-fd6c59025116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-777435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14490'] for router, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:20.624963 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-01e1206e-4f28-4fd8-b7e8-fd6c59025116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-778659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14481'] for router, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:20.676355 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-0bb20d1b-a89b-4480-bd79-152b092a09e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050'] for subnet, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:20.688168 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11952619-24de-4242-92d0-9e39433a4bdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=15bb2f5b-f3cc-4506-b5e4-506ade2eb0cc,revision_number=0']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:20.723732 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-01e1206e-4f28-4fd8-b7e8-fd6c59025116 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:20.758017 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25337ef8-1dc2-4342-b34c-5ebed8553135 admin admin] Network 20988a48-24d3-47c4-85a4-f592522eeed3 is scheduled to be hosted by DHCP agent bccf9388-ecf1-4acf-9e95-63f97cf623b0 with binding_index 1 {{(pid=114528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 17:48:20.768855 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb20d1b-a89b-4480-bd79-152b092a09e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1478b9b1-d179-4fda-9d86-221af31f3a20,revision_number=0']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:20.771413 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11952619-24de-4242-92d0-9e39433a4bdd admin admin] Checking segment: {'id': '3a4d6950-abc0-4a07-8857-609d4fd46ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '998e98f9-ac1b-426b-ab19-3e3143db2df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 10 17:48:20.771895 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11952619-24de-4242-92d0-9e39433a4bdd admin admin] Network hostable DHCP agents. Network: 998e98f9-ac1b-426b-ab19-3e3143db2df0, hostable agents: ['bccf9388-ecf1-4acf-9e95-63f97cf623b0'], hosted agents: [] {{(pid=114529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 17:48:20.782412 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb20d1b-a89b-4480-bd79-152b092a09e9 admin admin] Checking segment: {'id': '26b62eb2-ab11-4a3b-ab35-039984c799f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '32a3d29b-475e-4223-9181-85fc22c15201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 10 17:48:20.782762 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb20d1b-a89b-4480-bd79-152b092a09e9 admin admin] Network hostable DHCP agents. Network: 32a3d29b-475e-4223-9181-85fc22c15201, hostable agents: ['bccf9388-ecf1-4acf-9e95-63f97cf623b0'], hosted agents: [] {{(pid=114529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 17:48:20.816246 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.db_base_plugin_common [None req-ced8ddbd-5bce-4567-a80b-98e4fde44a8e None None] Allocated IP 172.20.0.2 (e628d0f6-63d3-440a-9d16-11e611b2380d/9b159fa3-bdfe-428f-8e21-2b18edcf45c9/c3f58ee7-23fb-431c-89d9-0ff3c69d60a4) {{(pid=114530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 17:48:20.837209 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 40238) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:48:20.877954 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.base_scheduler [None req-25337ef8-1dc2-4342-b34c-5ebed8553135 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-xena-3-iscsi, 20988a48-24d3-47c4-85a4-f592522eeed3) {{(pid=114528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:48:20.911022 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca703580-9dec-4a63-97e8-a4f573017c77 None None] Network 20988a48-24d3-47c4-85a4-f592522eeed3 requested from dv-cinder-xena-3-iscsi {{(pid=114530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 17:48:20.969972 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb20d1b-a89b-4480-bd79-152b092a09e9 admin admin] Network 32a3d29b-475e-4223-9181-85fc22c15201 is scheduled to be hosted by DHCP agent bccf9388-ecf1-4acf-9e95-63f97cf623b0 with binding_index 1 {{(pid=114529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 17:48:20.972096 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11952619-24de-4242-92d0-9e39433a4bdd admin admin] Network 998e98f9-ac1b-426b-ab19-3e3143db2df0 is scheduled to be hosted by DHCP agent bccf9388-ecf1-4acf-9e95-63f97cf623b0 with binding_index 1 {{(pid=114529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 17:48:20.989199 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25337ef8-1dc2-4342-b34c-5ebed8553135 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:20.989766 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-25337ef8-1dc2-4342-b34c-5ebed8553135 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-734032'] for subnet, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:21.003374 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.base_scheduler [None req-11952619-24de-4242-92d0-9e39433a4bdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-xena-3-iscsi, 998e98f9-ac1b-426b-ab19-3e3143db2df0) {{(pid=114529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:48:21.005059 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.base_scheduler [None req-0bb20d1b-a89b-4480-bd79-152b092a09e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-xena-3-iscsi, 32a3d29b-475e-4223-9181-85fc22c15201) {{(pid=114529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:48:21.010477 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-a40bb995-8706-4bc5-b298-cae52317cf9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:21.014578 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11952619-24de-4242-92d0-9e39433a4bdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:21.015400 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-11952619-24de-4242-92d0-9e39433a4bdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-734032'] for subnet, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:21.052796 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb20d1b-a89b-4480-bd79-152b092a09e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:21.053599 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-0bb20d1b-a89b-4480-bd79-152b092a09e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-734032'] for subnet, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:21.074166 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-01e1206e-4f28-4fd8-b7e8-fd6c59025116 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:21.128847 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-a40bb995-8706-4bc5-b298-cae52317cf9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:21.143054 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-25337ef8-1dc2-4342-b34c-5ebed8553135 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4587183 Jun 10 17:48:21.145626 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 40256) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:48:21.157207 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [None req-26ff813a-abc1-4c3d-b03e-517c2f21fec0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-992701664-router', 'tenant_id': 'd5dbfa207ddd44e3912f4141ac504575', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f'}}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:48:21.161554 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-11952619-24de-4242-92d0-9e39433a4bdd admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4138684 Jun 10 17:48:21.192299 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-0bb20d1b-a89b-4480-bd79-152b092a09e9 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9987853 Jun 10 17:48:21.225949 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367c9361-5f02-44b0-87c2-c8c3b274ebcf None None] Network 998e98f9-ac1b-426b-ab19-3e3143db2df0 requested from dv-cinder-xena-3-iscsi {{(pid=114530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 17:48:21.228058 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a04a98-5721-4292-a751-93cca06d3933 None None] Network 32a3d29b-475e-4223-9181-85fc22c15201 requested from dv-cinder-xena-3-iscsi {{(pid=114530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 17:48:21.278111 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-a40bb995-8706-4bc5-b298-cae52317cf9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:21.356193 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-a40bb995-8706-4bc5-b298-cae52317cf9e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dc07429179ca41a5837ae583275a0a63&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5177279 Jun 10 17:48:21.358492 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 40272) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:48:21.401576 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40bb995-8706-4bc5-b298-cae52317cf9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=825802b5-9da8-48a2-92ce-41dd700f8712,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:21.430178 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-9a1fa69f-347e-425b-afac-04fe222c4d12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:21.446741 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-26ff813a-abc1-4c3d-b03e-517c2f21fec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-777435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14490'] for router, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:21.457395 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-26ff813a-abc1-4c3d-b03e-517c2f21fec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-778659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14481'] for router, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:21.458825 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d2beb0-9087-4a3d-a76e-5a409298af34 None None] Network 32a3d29b-475e-4223-9181-85fc22c15201 requested from dv-cinder-xena-3-iscsi {{(pid=114530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 17:48:21.489217 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-9a1fa69f-347e-425b-afac-04fe222c4d12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:21.647631 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-9a1fa69f-347e-425b-afac-04fe222c4d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:21.650518 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-9a1fa69f-347e-425b-afac-04fe222c4d12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:21.654189 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-9a1fa69f-347e-425b-afac-04fe222c4d12 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/825802b5-9da8-48a2-92ce-41dd700f8712 HTTP/1.1" status: 204 len: 168 time: 0.2922766 Jun 10 17:48:21.666479 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fa69f-347e-425b-afac-04fe222c4d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=825802b5-9da8-48a2-92ce-41dd700f8712,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:21.698539 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-26ff813a-abc1-4c3d-b03e-517c2f21fec0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:21.719011 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-01e1206e-4f28-4fd8-b7e8-fd6c59025116 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:21.723086 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-ced8ddbd-5bce-4567-a80b-98e4fde44a8e None None] Notify callbacks [] for port, precommit_create {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:21.775578 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-01e1206e-4f28-4fd8-b7e8-fd6c59025116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:21.806032 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-ced8ddbd-5bce-4567-a80b-98e4fde44a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764020614705'] for port, after_create {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:21.851338 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced8ddbd-5bce-4567-a80b-98e4fde44a8e None None] Network e628d0f6-63d3-440a-9d16-11e611b2380d is already hosted by enough agents. {{(pid=114530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:48:21.867696 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.scheduler.base_scheduler [None req-ced8ddbd-5bce-4567-a80b-98e4fde44a8e None None] Resources bound (agent type, host, resource id): {{(pid=114530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:48:21.947633 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced8ddbd-5bce-4567-a80b-98e4fde44a8e None None] Received port after_create {{(pid=114530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 10 17:48:22.045247 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 40332) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:48:22.052369 dv-cinder-xena-3-iscsi neutron-server[114529]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 10 17:48:22.094317 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f90064-7c38-482d-9319-2866bcba0163 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77de9516-29da-567c-b3ac-4325783e7148-20988a48-24d3-47c4-85a4-f592522eeed3', 'network_id': '20988a48-24d3-47c4-85a4-f592522eeed3', 'tenant_id': 'd5dbfa207ddd44e3912f4141ac504575', 'fixed_ips': [{'subnet_id': '6c6c1002-ecf3-4b70-9e9d-befa43491f0a'}]}} from dv-cinder-xena-3-iscsi. {{(pid=114530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 17:48:22.095999 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-53f90064-7c38-482d-9319-2866bcba0163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_create {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:22.104500 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.db_base_plugin_common [None req-01e1206e-4f28-4fd8-b7e8-fd6c59025116 admin admin] Allocated IP 172.37.5.143 (8c026026-8e05-41b4-990c-0815c0c24f4f/e3db4be6-a2be-4d68-ab1f-8754e6ee5b68/6eeb1939-3648-4150-b905-97177297a5d7) {{(pid=114528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 17:48:22.133606 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754524f9-f7b7-4b15-b684-4aff719c35b8 None None] Network 998e98f9-ac1b-426b-ab19-3e3143db2df0 requested from dv-cinder-xena-3-iscsi {{(pid=114530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 17:48:22.139760 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced8ddbd-5bce-4567-a80b-98e4fde44a8e None None] Pushing event updated for resources: {'Port': ['ID=c3f58ee7-23fb-431c-89d9-0ff3c69d60a4,revision_number=1']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:22.159531 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.managers [None req-ced8ddbd-5bce-4567-a80b-98e4fde44a8e None None] Attempting to bind port c3f58ee7-23fb-431c-89d9-0ff3c69d60a4 on host dv-cinder-xena-3-iscsi for vnic_type normal with profile {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 17:48:22.166818 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.managers [None req-ced8ddbd-5bce-4567-a80b-98e4fde44a8e None None] Attempting to bind port c3f58ee7-23fb-431c-89d9-0ff3c69d60a4 by drivers openvswitch,hyperv on host dv-cinder-xena-3-iscsi at level 0 using segments [{'id': 'b89b8fd3-0b50-4914-8518-4833b6995ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e628d0f6-63d3-440a-9d16-11e611b2380d'}] {{(pid=114530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 17:48:22.166818 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced8ddbd-5bce-4567-a80b-98e4fde44a8e None None] Attempting to bind port c3f58ee7-23fb-431c-89d9-0ff3c69d60a4 on network e628d0f6-63d3-440a-9d16-11e611b2380d {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 10 17:48:22.198365 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-26ff813a-abc1-4c3d-b03e-517c2f21fec0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:22.215438 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced8ddbd-5bce-4567-a80b-98e4fde44a8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:48:22.215795 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced8ddbd-5bce-4567-a80b-98e4fde44a8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:48:22.216141 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced8ddbd-5bce-4567-a80b-98e4fde44a8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:48:22.216478 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced8ddbd-5bce-4567-a80b-98e4fde44a8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:48:22.216808 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced8ddbd-5bce-4567-a80b-98e4fde44a8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:48:22.217138 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced8ddbd-5bce-4567-a80b-98e4fde44a8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:48:22.217467 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced8ddbd-5bce-4567-a80b-98e4fde44a8e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:48:22.217797 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced8ddbd-5bce-4567-a80b-98e4fde44a8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:48:22.218140 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced8ddbd-5bce-4567-a80b-98e4fde44a8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:48:22.218494 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced8ddbd-5bce-4567-a80b-98e4fde44a8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:48:22.223138 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced8ddbd-5bce-4567-a80b-98e4fde44a8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:48:22.223138 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced8ddbd-5bce-4567-a80b-98e4fde44a8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:48:22.223138 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced8ddbd-5bce-4567-a80b-98e4fde44a8e None None] Tracked resource versions report: Jun 10 17:48:22.223138 dv-cinder-xena-3-iscsi neutron-server[114530]: pushed versions: Jun 10 17:48:22.223138 dv-cinder-xena-3-iscsi neutron-server[114530]: { 'AddressGroup': {'1.2'}, Jun 10 17:48:22.223138 dv-cinder-xena-3-iscsi neutron-server[114530]: 'ConntrackHelper': {'1.0'}, Jun 10 17:48:22.223138 dv-cinder-xena-3-iscsi neutron-server[114530]: 'Log': {'1.0'}, Jun 10 17:48:22.223138 dv-cinder-xena-3-iscsi neutron-server[114530]: 'Network': {'1.1'}, Jun 10 17:48:22.223138 dv-cinder-xena-3-iscsi neutron-server[114530]: 'Port': {'1.7'}, Jun 10 17:48:22.223138 dv-cinder-xena-3-iscsi neutron-server[114530]: 'PortForwarding': {'1.2'}, Jun 10 17:48:22.223138 dv-cinder-xena-3-iscsi neutron-server[114530]: 'QosPolicy': {'1.9'}, Jun 10 17:48:22.223138 dv-cinder-xena-3-iscsi neutron-server[114530]: 'SecurityGroup': {'1.4'}, Jun 10 17:48:22.223138 dv-cinder-xena-3-iscsi neutron-server[114530]: 'SecurityGroupRule': {'1.2'}, Jun 10 17:48:22.223138 dv-cinder-xena-3-iscsi neutron-server[114530]: 'SubPort': {'1.0'}, Jun 10 17:48:22.223138 dv-cinder-xena-3-iscsi neutron-server[114530]: 'Subnet': {'1.1'}, Jun 10 17:48:22.223138 dv-cinder-xena-3-iscsi neutron-server[114530]: 'Trunk': {'1.1'}} Jun 10 17:48:22.223138 dv-cinder-xena-3-iscsi neutron-server[114530]: consumer versions: Jun 10 17:48:22.223138 dv-cinder-xena-3-iscsi neutron-server[114530]: { DHCP agent@dv-cinder-xena-3-iscsi: {}, Jun 10 17:48:22.223138 dv-cinder-xena-3-iscsi neutron-server[114530]: HyperV agent@hv-cinder-xena0: {}, Jun 10 17:48:22.223138 dv-cinder-xena-3-iscsi neutron-server[114530]: L3 agent@dv-cinder-xena-3-iscsi: {}, Jun 10 17:48:22.223138 dv-cinder-xena-3-iscsi neutron-server[114530]: Metadata agent@dv-cinder-xena-3-iscsi: {}, Jun 10 17:48:22.223138 dv-cinder-xena-3-iscsi neutron-server[114530]: Metering agent@dv-cinder-xena-3-iscsi: {}, Jun 10 17:48:22.223138 dv-cinder-xena-3-iscsi neutron-server[114530]: Open vSwitch agent@dv-cinder-xena-3-iscsi: { 'AddressGroup': '1.2', Jun 10 17:48:22.223138 dv-cinder-xena-3-iscsi neutron-server[114530]: 'ConntrackHelper': '1.0', Jun 10 17:48:22.223138 dv-cinder-xena-3-iscsi neutron-server[114530]: 'Log': '1.0', Jun 10 17:48:22.223138 dv-cinder-xena-3-iscsi neutron-server[114530]: 'Network': '1.1', Jun 10 17:48:22.223138 dv-cinder-xena-3-iscsi neutron-server[114530]: 'Port': '1.7', Jun 10 17:48:22.223138 dv-cinder-xena-3-iscsi neutron-server[114530]: 'PortForwarding': '1.2', Jun 10 17:48:22.223138 dv-cinder-xena-3-iscsi neutron-server[114530]: 'QosPolicy': '1.9', Jun 10 17:48:22.223138 dv-cinder-xena-3-iscsi neutron-server[114530]: 'SecurityGroup': '1.4', Jun 10 17:48:22.223138 dv-cinder-xena-3-iscsi neutron-server[114530]: 'SecurityGroupRule': '1.2', Jun 10 17:48:22.223138 dv-cinder-xena-3-iscsi neutron-server[114530]: 'SubPort': '1.0', Jun 10 17:48:22.223138 dv-cinder-xena-3-iscsi neutron-server[114530]: 'Subnet': '1.1', Jun 10 17:48:22.223138 dv-cinder-xena-3-iscsi neutron-server[114530]: 'Trunk': '1.1'}} Jun 10 17:48:22.223138 dv-cinder-xena-3-iscsi neutron-server[114530]: {{(pid=114530) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 17:48:22.250152 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced8ddbd-5bce-4567-a80b-98e4fde44a8e None None] Checking agent: {'id': '87b91a5b-6105-4774-a25f-e6a5abfdfa1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-xena-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 10, 17, 40, 14), 'started_at': datetime.datetime(2022, 6, 10, 17, 40, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 10, 17, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-xena-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 10 17:48:22.252425 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced8ddbd-5bce-4567-a80b-98e4fde44a8e None None] Checking segment: {'id': 'b89b8fd3-0b50-4914-8518-4833b6995ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e628d0f6-63d3-440a-9d16-11e611b2380d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 10 17:48:22.252425 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-ced8ddbd-5bce-4567-a80b-98e4fde44a8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:22.252425 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced8ddbd-5bce-4567-a80b-98e4fde44a8e None None] Bound using segment: {'id': 'b89b8fd3-0b50-4914-8518-4833b6995ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e628d0f6-63d3-440a-9d16-11e611b2380d'} {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 10 17:48:22.252425 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.managers [None req-ced8ddbd-5bce-4567-a80b-98e4fde44a8e None None] Bound port: c3f58ee7-23fb-431c-89d9-0ff3c69d60a4, host: dv-cinder-xena-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b89b8fd3-0b50-4914-8518-4833b6995ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e628d0f6-63d3-440a-9d16-11e611b2380d'}}] {{(pid=114530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 17:48:22.252425 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-ced8ddbd-5bce-4567-a80b-98e4fde44a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:22.369009 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-01e1206e-4f28-4fd8-b7e8-fd6c59025116 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:22.445479 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 40360) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:48:22.450252 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21e2d6d-afe9-4dd7-8625-e510f6bd8ee5 req-8ae15474-2921-4ad6-8282-3f0ca127cc33 tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:22.450775 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [None req-2b8e5388-3b8e-4594-ab9c-8e90db418f4c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-983300483-network', 'tenant_id': '94dba5995b13452b91fab7ec9b04fd16'}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:48:22.451984 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d21e2d6d-afe9-4dd7-8625-e510f6bd8ee5 req-8ae15474-2921-4ad6-8282-3f0ca127cc33 tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] 10.222.0.16 "GET /v2.0/networks?id=998e98f9-ac1b-426b-ab19-3e3143db2df0 HTTP/1.1" status: 200 len: 811 time: 0.4048371 Jun 10 17:48:22.490800 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d21e2d6d-afe9-4dd7-8625-e510f6bd8ee5 req-ec381c7f-110b-4657-b7c6-abe9bc72ee92 tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] 10.222.0.16 "GET /v2.0/quotas/bac17e86c01742dd8c4dba03b2bf8be8 HTTP/1.1" status: 200 len: 375 time: 0.0309820 Jun 10 17:48:22.591495 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d21e2d6d-afe9-4dd7-8625-e510f6bd8ee5 req-099851ae-d1ed-41ea-81f6-f22b56dfbd26 tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=bac17e86c01742dd8c4dba03b2bf8be8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0908022 Jun 10 17:48:22.629505 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.db_base_plugin_common [None req-53f90064-7c38-482d-9319-2866bcba0163 None None] Allocated IP 172.20.0.2 (20988a48-24d3-47c4-85a4-f592522eeed3/6c6c1002-ecf3-4b70-9e9d-befa43491f0a/36ce2cbf-1603-4b84-bb6a-276d3c2ba87e) {{(pid=114530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 17:48:22.687842 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8e5388-3b8e-4594-ab9c-8e90db418f4c admin admin] Made reservation on behalf of 94dba5995b13452b91fab7ec9b04fd16 for: {'network': 1} {{(pid=114528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 17:48:22.691902 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-2b8e5388-3b8e-4594-ab9c-8e90db418f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for network, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:22.701063 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-01e1206e-4f28-4fd8-b7e8-fd6c59025116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764020614705'] for port, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:22.727290 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-ced8ddbd-5bce-4567-a80b-98e4fde44a8e None None] For port c3f58ee7-23fb-431c-89d9-0ff3c69d60a4, host dv-cinder-xena-3-iscsi, cleared binding levels {{(pid=114530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 10 17:48:22.736382 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-2b8e5388-3b8e-4594-ab9c-8e90db418f4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:22.784090 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-ced8ddbd-5bce-4567-a80b-98e4fde44a8e None None] For port c3f58ee7-23fb-431c-89d9-0ff3c69d60a4, host dv-cinder-xena-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=c3f58ee7-23fb-431c-89d9-0ff3c69d60a4,segment=NetworkSegment(b89b8fd3-0b50-4914-8518-4833b6995ef5),segment_id=b89b8fd3-0b50-4914-8518-4833b6995ef5)] {{(pid=114530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 10 17:48:22.818683 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-26ff813a-abc1-4c3d-b03e-517c2f21fec0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:22.825148 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e1206e-4f28-4fd8-b7e8-fd6c59025116 admin admin] Network 8c026026-8e05-41b4-990c-0815c0c24f4f is already hosted by enough agents. {{(pid=114528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:48:22.873902 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.base_scheduler [None req-01e1206e-4f28-4fd8-b7e8-fd6c59025116 admin admin] Resources bound (agent type, host, resource id): {{(pid=114528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:48:22.881991 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-26ff813a-abc1-4c3d-b03e-517c2f21fec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:22.885094 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e1206e-4f28-4fd8-b7e8-fd6c59025116 admin admin] Received port after_create {{(pid=114528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 10 17:48:22.895867 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-ced8ddbd-5bce-4567-a80b-98e4fde44a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:22.900020 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-53f90064-7c38-482d-9319-2866bcba0163 None None] Notify callbacks [] for port, precommit_create {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:22.976902 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-53f90064-7c38-482d-9319-2866bcba0163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764020614705'] for port, after_create {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:22.995297 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced8ddbd-5bce-4567-a80b-98e4fde44a8e None None] Pushing event updated for resources: {'Port': ['ID=c3f58ee7-23fb-431c-89d9-0ff3c69d60a4,revision_number=2']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:23.010964 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f90064-7c38-482d-9319-2866bcba0163 None None] Network 20988a48-24d3-47c4-85a4-f592522eeed3 is already hosted by enough agents. {{(pid=114530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:48:23.070778 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f90064-7c38-482d-9319-2866bcba0163 None None] Pushing event updated for resources: {'Port': ['ID=36ce2cbf-1603-4b84-bb6a-276d3c2ba87e,revision_number=1']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:23.075293 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.scheduler.base_scheduler [None req-53f90064-7c38-482d-9319-2866bcba0163 None None] Resources bound (agent type, host, resource id): {{(pid=114530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:48:23.078448 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f90064-7c38-482d-9319-2866bcba0163 None None] Received port after_create {{(pid=114530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 10 17:48:23.160875 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [req-d21e2d6d-afe9-4dd7-8625-e510f6bd8ee5 req-73e904a7-2d3d-41ed-8dfd-3c38f8646474 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=114529) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 17:48:23.162018 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d21e2d6d-afe9-4dd7-8625-e510f6bd8ee5 req-73e904a7-2d3d-41ed-8dfd-3c38f8646474 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3144593 Jun 10 17:48:23.172784 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.managers [None req-53f90064-7c38-482d-9319-2866bcba0163 None None] Attempting to bind port 36ce2cbf-1603-4b84-bb6a-276d3c2ba87e on host dv-cinder-xena-3-iscsi for vnic_type normal with profile {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 17:48:23.174000 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.managers [None req-53f90064-7c38-482d-9319-2866bcba0163 None None] Attempting to bind port 36ce2cbf-1603-4b84-bb6a-276d3c2ba87e by drivers openvswitch,hyperv on host dv-cinder-xena-3-iscsi at level 0 using segments [{'id': 'dffac23a-c726-4935-9ddb-386e3be17651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '20988a48-24d3-47c4-85a4-f592522eeed3'}] {{(pid=114530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 17:48:23.174786 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f90064-7c38-482d-9319-2866bcba0163 None None] Attempting to bind port 36ce2cbf-1603-4b84-bb6a-276d3c2ba87e on network 20988a48-24d3-47c4-85a4-f592522eeed3 {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 10 17:48:23.197762 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f90064-7c38-482d-9319-2866bcba0163 None None] Checking agent: {'id': '87b91a5b-6105-4774-a25f-e6a5abfdfa1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-xena-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 10, 17, 40, 14), 'started_at': datetime.datetime(2022, 6, 10, 17, 40, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 10, 17, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-xena-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 10 17:48:23.198462 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f90064-7c38-482d-9319-2866bcba0163 None None] Checking segment: {'id': 'dffac23a-c726-4935-9ddb-386e3be17651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '20988a48-24d3-47c4-85a4-f592522eeed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 10 17:48:23.198609 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-53f90064-7c38-482d-9319-2866bcba0163 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:23.198935 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f90064-7c38-482d-9319-2866bcba0163 None None] Bound using segment: {'id': 'dffac23a-c726-4935-9ddb-386e3be17651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '20988a48-24d3-47c4-85a4-f592522eeed3'} {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 10 17:48:23.203056 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.managers [None req-53f90064-7c38-482d-9319-2866bcba0163 None None] Bound port: 36ce2cbf-1603-4b84-bb6a-276d3c2ba87e, host: dv-cinder-xena-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dffac23a-c726-4935-9ddb-386e3be17651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '20988a48-24d3-47c4-85a4-f592522eeed3'}}] {{(pid=114530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 17:48:23.203355 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-53f90064-7c38-482d-9319-2866bcba0163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:23.279125 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e1206e-4f28-4fd8-b7e8-fd6c59025116 admin admin] Pushing event updated for resources: {'Port': ['ID=6eeb1939-3648-4150-b905-97177297a5d7,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:23.333330 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-53f90064-7c38-482d-9319-2866bcba0163 None None] For port 36ce2cbf-1603-4b84-bb6a-276d3c2ba87e, host dv-cinder-xena-3-iscsi, cleared binding levels {{(pid=114530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 10 17:48:23.338337 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-53f90064-7c38-482d-9319-2866bcba0163 None None] For port 36ce2cbf-1603-4b84-bb6a-276d3c2ba87e, host dv-cinder-xena-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=36ce2cbf-1603-4b84-bb6a-276d3c2ba87e,segment=NetworkSegment(dffac23a-c726-4935-9ddb-386e3be17651),segment_id=dffac23a-c726-4935-9ddb-386e3be17651)] {{(pid=114530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 10 17:48:23.480010 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-53f90064-7c38-482d-9319-2866bcba0163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:23.504372 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d21e2d6d-afe9-4dd7-8625-e510f6bd8ee5 req-805c425e-f496-4a8f-967c-618e8a01fa40 service neutron] 10.222.0.16 "GET /v2.0/networks/998e98f9-ac1b-426b-ab19-3e3143db2df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307137 Jun 10 17:48:23.527854 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f90064-7c38-482d-9319-2866bcba0163 None None] Pushing event updated for resources: {'Port': ['ID=36ce2cbf-1603-4b84-bb6a-276d3c2ba87e,revision_number=2']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:23.588830 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-2b8e5388-3b8e-4594-ab9c-8e90db418f4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:23.709957 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.db_base_plugin_common [None req-26ff813a-abc1-4c3d-b03e-517c2f21fec0 admin admin] Allocated IP 172.37.5.195 (8c026026-8e05-41b4-990c-0815c0c24f4f/e3db4be6-a2be-4d68-ab1f-8754e6ee5b68/3023a440-e1e2-4844-a335-dbd4f6eff056) {{(pid=114528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 17:48:23.709957 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-2b8e5388-3b8e-4594-ab9c-8e90db418f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:23.725283 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-01e1206e-4f28-4fd8-b7e8-fd6c59025116 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:23.748264 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d21e2d6d-afe9-4dd7-8625-e510f6bd8ee5 req-45ac5097-4470-40fe-93df-91bb9f785238 service neutron] 10.222.0.16 "GET /v2.0/networks/998e98f9-ac1b-426b-ab19-3e3143db2df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315910 Jun 10 17:48:23.764039 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device c3f58ee7-23fb-431c-89d9-0ff3c69d60a4 up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 17:48:23.903214 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b8e5388-3b8e-4594-ab9c-8e90db418f4c admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=114528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 17:48:23.980900 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Provisioning complete for port c3f58ee7-23fb-431c-89d9-0ff3c69d60a4 triggered by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:48:23.985207 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8e5388-3b8e-4594-ab9c-8e90db418f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2519fb31-f2ab-4b63-8def-da6f555ae97e,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:23.989777 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:24.001887 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-2b8e5388-3b8e-4594-ab9c-8e90db418f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009214'] for segment, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:24.002458 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.db.segments_db [None req-2b8e5388-3b8e-4594-ab9c-8e90db418f4c admin admin] Added segment bf170c93-02f3-472c-821a-1f9555a2247b of type vlan for network 772fa6c9-5187-4c8c-b1e9-3e0ee75d584b Jun 10 17:48:24.125107 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Current status of the port c3f58ee7-23fb-431c-89d9-0ff3c69d60a4 is: DOWN; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:48:24.125888 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:24.254999 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-2b8e5388-3b8e-4594-ab9c-8e90db418f4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764020540941'] for network, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:24.285422 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-26ff813a-abc1-4c3d-b03e-517c2f21fec0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:24.307660 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] For port c3f58ee7-23fb-431c-89d9-0ff3c69d60a4, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=c3f58ee7-23fb-431c-89d9-0ff3c69d60a4,segment=NetworkSegment(b89b8fd3-0b50-4914-8518-4833b6995ef5),segment_id=b89b8fd3-0b50-4914-8518-4833b6995ef5)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:48:24.339014 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d87bbda2-349a-4b7b-aca4-22a617815536 req-9ce085f6-618b-4aa1-95e7-7f057126611b tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] 10.222.0.16 "GET /v2.0/ports?device_id=17dac1b9-ba9b-4851-a315-1b8485546713 HTTP/1.1" status: 200 len: 210 time: 0.0665009 Jun 10 17:48:24.424941 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:24.499561 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-01e1206e-4f28-4fd8-b7e8-fd6c59025116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754000'] for router, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:24.509352 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-2b8e5388-3b8e-4594-ab9c-8e90db418f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050'] for network, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:24.509352 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8e5388-3b8e-4594-ab9c-8e90db418f4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:24.510023 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-2b8e5388-3b8e-4594-ab9c-8e90db418f4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-734032'] for network, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:24.533025 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Pushing event updated for resources: {'Port': ['ID=c3f58ee7-23fb-431c-89d9-0ff3c69d60a4,revision_number=3']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:24.539667 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-26ff813a-abc1-4c3d-b03e-517c2f21fec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764020614705'] for port, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:24.679607 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-2b8e5388-3b8e-4594-ab9c-8e90db418f4c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.2305512 Jun 10 17:48:24.681543 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 40490) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:48:24.694663 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.v2.base [None req-765bece1-ecc3-4e0a-8e06-8f364b194595 admin admin] Request body: {'subnet': {'network_id': '772fa6c9-5187-4c8c-b1e9-3e0ee75d584b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-983300483-subnet', 'tenant_id': '94dba5995b13452b91fab7ec9b04fd16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:48:24.746521 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ff813a-abc1-4c3d-b03e-517c2f21fec0 admin admin] Pushing event updated for resources: {'Port': ['ID=3023a440-e1e2-4844-a335-dbd4f6eff056,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:24.762778 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ff813a-abc1-4c3d-b03e-517c2f21fec0 admin admin] Network 8c026026-8e05-41b4-990c-0815c0c24f4f is already hosted by enough agents. {{(pid=114528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:48:24.765690 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8e5388-3b8e-4594-ab9c-8e90db418f4c admin admin] Pushing event updated for resources: {'Network': ['ID=772fa6c9-5187-4c8c-b1e9-3e0ee75d584b,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:24.768262 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.base_scheduler [None req-26ff813a-abc1-4c3d-b03e-517c2f21fec0 admin admin] Resources bound (agent type, host, resource id): {{(pid=114528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:48:24.776564 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Network 772fa6c9-5187-4c8c-b1e9-3e0ee75d584b details requested by agent ovs-agent-dv-cinder-xena-3-iscsi with host dv-cinder-xena-3-iscsi {{(pid=114530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 10 17:48:24.786601 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc34eeac-db1a-4237-9508-34f1d00cd9f3 None None] Network e628d0f6-63d3-440a-9d16-11e611b2380d requested from dv-cinder-xena-3-iscsi {{(pid=114530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 17:48:24.807909 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765bece1-ecc3-4e0a-8e06-8f364b194595 admin admin] Made reservation on behalf of 94dba5995b13452b91fab7ec9b04fd16 for: {'subnet': 1} {{(pid=114529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 17:48:24.812391 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-765bece1-ecc3-4e0a-8e06-8f364b194595 admin admin] Notify callbacks [] for subnet, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:24.819675 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ff813a-abc1-4c3d-b03e-517c2f21fec0 admin admin] Received port after_create {{(pid=114528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 10 17:48:25.106839 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-765bece1-ecc3-4e0a-8e06-8f364b194595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050'] for subnet, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:25.199951 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765bece1-ecc3-4e0a-8e06-8f364b194595 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3217f8dc-a789-4d25-b8d4-251e32da1fcb,revision_number=0']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:25.261415 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765bece1-ecc3-4e0a-8e06-8f364b194595 admin admin] Checking segment: {'id': 'bf170c93-02f3-472c-821a-1f9555a2247b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '772fa6c9-5187-4c8c-b1e9-3e0ee75d584b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 10 17:48:25.261936 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765bece1-ecc3-4e0a-8e06-8f364b194595 admin admin] Network hostable DHCP agents. Network: 772fa6c9-5187-4c8c-b1e9-3e0ee75d584b, hostable agents: ['bccf9388-ecf1-4acf-9e95-63f97cf623b0'], hosted agents: [] {{(pid=114529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 17:48:25.266065 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e8078b-dc40-4d25-9d1b-674aae9a1077 None None] Network 20988a48-24d3-47c4-85a4-f592522eeed3 requested from dv-cinder-xena-3-iscsi {{(pid=114530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 17:48:25.290959 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-281f67d1-dcc1-4c84-b0ab-c095289b04eb None None] Provisioning complete for port c3f58ee7-23fb-431c-89d9-0ff3c69d60a4 triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:48:25.291619 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-281f67d1-dcc1-4c84-b0ab-c095289b04eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:25.312798 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01e1206e-4f28-4fd8-b7e8-fd6c59025116 admin admin] Router d6a4d52a-af9e-4bc0-befc-894fd7602dc4 is scheduled to L3 agent e04d2863-a40a-41db-9b2a-39042df37909 with binding_index 1 {{(pid=114528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 10 17:48:25.378693 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765bece1-ecc3-4e0a-8e06-8f364b194595 admin admin] Network 772fa6c9-5187-4c8c-b1e9-3e0ee75d584b is scheduled to be hosted by DHCP agent bccf9388-ecf1-4acf-9e95-63f97cf623b0 with binding_index 1 {{(pid=114529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 17:48:25.389296 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 40524) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:48:25.412633 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-26ff813a-abc1-4c3d-b03e-517c2f21fec0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:25.503159 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-81aa38a7-87e0-4900-89f1-c5e5bf87d1fb req-ae23359f-011c-41fe-8b7a-8bea1e6f59d9 tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] 10.222.0.16 "GET /v2.0/ports?device_id=17dac1b9-ba9b-4851-a315-1b8485546713 HTTP/1.1" status: 200 len: 210 time: 0.0556011 Jun 10 17:48:25.509226 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.base_scheduler [None req-765bece1-ecc3-4e0a-8e06-8f364b194595 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-xena-3-iscsi, 772fa6c9-5187-4c8c-b1e9-3e0ee75d584b) {{(pid=114529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:48:25.515990 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765bece1-ecc3-4e0a-8e06-8f364b194595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:25.517251 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-765bece1-ecc3-4e0a-8e06-8f364b194595 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-734032'] for subnet, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:25.545900 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e3946e-d59b-48bd-86ab-e94b6fa1ce18 None None] Network 772fa6c9-5187-4c8c-b1e9-3e0ee75d584b requested from dv-cinder-xena-3-iscsi {{(pid=114530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 17:48:25.623126 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-765bece1-ecc3-4e0a-8e06-8f364b194595 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9385557 Jun 10 17:48:25.786851 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-281f67d1-dcc1-4c84-b0ab-c095289b04eb None None] Current status of the port c3f58ee7-23fb-431c-89d9-0ff3c69d60a4 is: ACTIVE; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:48:25.800867 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e1206e-4f28-4fd8-b7e8-fd6c59025116 admin admin] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=114528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 10 17:48:25.822759 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b951c4-a511-443a-86d9-1484fa6a7e57 None None] Sync routers for ids ['d6a4d52a-af9e-4bc0-befc-894fd7602dc4'] in dv-cinder-xena-3-iscsi {{(pid=114531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 17:48:25.835844 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b951c4-a511-443a-86d9-1484fa6a7e57 None None] Routers {'d6a4d52a-af9e-4bc0-befc-894fd7602dc4'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:48:25.836561 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-91b951c4-a511-443a-86d9-1484fa6a7e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:48:11Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['d6a4d52a-af9e-4bc0-befc-894fd7602dc4'], 'active': True} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:48:25.861744 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device c3f58ee7-23fb-431c-89d9-0ff3c69d60a4 up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 17:48:25.933396 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-01e1206e-4f28-4fd8-b7e8-fd6c59025116 admin admin] Notify callbacks [] for router, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:25.942769 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-01e1206e-4f28-4fd8-b7e8-fd6c59025116 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.4300354 Jun 10 17:48:25.943170 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 40540) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:48:26.013811 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d143c1b-c41a-47fb-bed3-9a033caf3037 None None] Network 772fa6c9-5187-4c8c-b1e9-3e0ee75d584b requested from dv-cinder-xena-3-iscsi {{(pid=114530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 17:48:26.045567 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 40544) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:48:26.112193 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-585095b9-d4d9-4058-824a-d8690bd2e4b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:26.114998 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-26ff813a-abc1-4c3d-b03e-517c2f21fec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754000'] for router, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:26.310916 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvr_db [None req-91b951c4-a511-443a-86d9-1484fa6a7e57 None None] Set router d6a4d52a-af9e-4bc0-befc-894fd7602dc4 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:48:26.311221 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 40564) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:48:26.344680 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-37bc9bec-b97a-4439-b61b-2d638f62d387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:26.357273 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-4a681fca-068c-482b-88c9-66c6dedc734e None None] Provisioning complete for port 36ce2cbf-1603-4b84-bb6a-276d3c2ba87e triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:48:26.357900 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-4a681fca-068c-482b-88c9-66c6dedc734e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:26.412965 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.db_base_plugin_v2 [None req-a949e92a-fd41-4569-a812-3314d9328f34 admin admin] Deleting subnet 1478b9b1-d179-4fda-9d86-221af31f3a20 {{(pid=114529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 10 17:48:26.440072 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-a949e92a-fd41-4569-a812-3314d9328f34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:26.546428 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-91b951c4-a511-443a-86d9-1484fa6a7e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6a4d52a-af9e-4bc0-befc-894fd7602dc4', 'name': 'tempest-ServerRescueNegativeTestJSON-1091704996-router', 'tenant_id': '977e9ef6bd9842379167d252715c6e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.143'}], 'enable_snat': True}, 'gw_port_id': '6eeb1939-3648-4150-b905-97177297a5d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:48:20Z', 'updated_at': '2022-06-10T17:48:23Z', 'revision_number': 3, 'project_id': '977e9ef6bd9842379167d252715c6e8c', 'gw_port': {'id': '6eeb1939-3648-4150-b905-97177297a5d7', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6a4d52a-af9e-4bc0-befc-894fd7602dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:48:21Z', 'updated_at': '2022-06-10T17:48:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:48:26.576434 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-4a681fca-068c-482b-88c9-66c6dedc734e None None] Current status of the port 36ce2cbf-1603-4b84-bb6a-276d3c2ba87e is: DOWN; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:48:26.577986 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-4a681fca-068c-482b-88c9-66c6dedc734e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:26.600294 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b951c4-a511-443a-86d9-1484fa6a7e57 None None] Checking router: d6a4d52a-af9e-4bc0-befc-894fd7602dc4 for host: dv-cinder-xena-3-iscsi {{(pid=114531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 17:48:26.600642 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b951c4-a511-443a-86d9-1484fa6a7e57 None None] Updating router d6a4d52a-af9e-4bc0-befc-894fd7602dc4 port 6eeb1939-3648-4150-b905-97177297a5d7 binding host dv-cinder-xena-3-iscsi {{(pid=114531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 17:48:26.627560 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-37bc9bec-b97a-4439-b61b-2d638f62d387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:26.628633 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26ff813a-abc1-4c3d-b03e-517c2f21fec0 admin admin] Router a6adcaf7-4474-4e92-8346-d405920b7c32 is scheduled to L3 agent e04d2863-a40a-41db-9b2a-39042df37909 with binding_index 1 {{(pid=114528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 10 17:48:26.634660 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron_lib.callbacks.manager [None req-91b951c4-a511-443a-86d9-1484fa6a7e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:26.661497 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Provisioning complete for port c3f58ee7-23fb-431c-89d9-0ff3c69d60a4 triggered by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:48:26.662466 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:26.672492 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-a949e92a-fd41-4569-a812-3314d9328f34 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:26.703811 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-77d226e4-046e-4b87-b040-f5577a3c3d60 req-244a387a-7ee6-4314-8fe5-0f8dde78c176 tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] 10.222.0.16 "GET /v2.0/ports?device_id=17dac1b9-ba9b-4851-a315-1b8485546713 HTTP/1.1" status: 200 len: 210 time: 0.0589991 Jun 10 17:48:26.717842 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-a949e92a-fd41-4569-a812-3314d9328f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4008051'] for subnet, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:26.763299 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-4a681fca-068c-482b-88c9-66c6dedc734e None None] For port 36ce2cbf-1603-4b84-bb6a-276d3c2ba87e, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=36ce2cbf-1603-4b84-bb6a-276d3c2ba87e,segment=NetworkSegment(dffac23a-c726-4935-9ddb-386e3be17651),segment_id=dffac23a-c726-4935-9ddb-386e3be17651)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:48:26.845938 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26ff813a-abc1-4c3d-b03e-517c2f21fec0 admin admin] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=114528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 10 17:48:26.885435 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-37bc9bec-b97a-4439-b61b-2d638f62d387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:26.898477 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7f92d6-7665-46fc-80f1-3c43ae496cfa None None] Sync routers for ids ['a6adcaf7-4474-4e92-8346-d405920b7c32'] in dv-cinder-xena-3-iscsi {{(pid=114530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 17:48:26.905572 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-4a681fca-068c-482b-88c9-66c6dedc734e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:26.942731 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-585095b9-d4d9-4058-824a-d8690bd2e4b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:26.945877 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bc9bec-b97a-4439-b61b-2d638f62d387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5b1fc7-d736-4cc9-bdf9-56e92f9a51fe,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:26.968168 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-37bc9bec-b97a-4439-b61b-2d638f62d387 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=df9a0ca3c356426a92a86572981a5e9e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9177866 Jun 10 17:48:26.968343 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 40580) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:48:26.996844 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-26ff813a-abc1-4c3d-b03e-517c2f21fec0 admin admin] Notify callbacks [] for router, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:26.996844 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-26ff813a-abc1-4c3d-b03e-517c2f21fec0 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.8454788 Jun 10 17:48:26.999553 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 40586) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:48:27.025844 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Current status of the port c3f58ee7-23fb-431c-89d9-0ff3c69d60a4 is: ACTIVE; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:48:27.027079 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device 36ce2cbf-1603-4b84-bb6a-276d3c2ba87e up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 17:48:27.033623 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7f92d6-7665-46fc-80f1-3c43ae496cfa None None] Routers {'a6adcaf7-4474-4e92-8346-d405920b7c32'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:48:27.034659 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-2b7f92d6-7665-46fc-80f1-3c43ae496cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:48:11Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['a6adcaf7-4474-4e92-8346-d405920b7c32'], 'active': True} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:48:27.138900 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron_lib.callbacks.manager [None req-91b951c4-a511-443a-86d9-1484fa6a7e57 None None] Notify callbacks [] for port, precommit_update {{(pid=114531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:27.145079 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-585095b9-d4d9-4058-824a-d8690bd2e4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:27.169441 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a681fca-068c-482b-88c9-66c6dedc734e None None] Pushing event updated for resources: {'Port': ['ID=36ce2cbf-1603-4b84-bb6a-276d3c2ba87e,revision_number=3']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:27.185970 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-36a4cc91-ad01-46a7-b65b-49505ed25ac0 None None] Provisioning complete for port c3f58ee7-23fb-431c-89d9-0ff3c69d60a4 triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:48:27.186629 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-36a4cc91-ad01-46a7-b65b-49505ed25ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:27.191427 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-a949e92a-fd41-4569-a812-3314d9328f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4008060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050'] for subnet, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:27.212030 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron_lib.callbacks.manager [None req-91b951c4-a511-443a-86d9-1484fa6a7e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:27.253071 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a949e92a-fd41-4569-a812-3314d9328f34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1478b9b1-d179-4fda-9d86-221af31f3a20,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:27.254915 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585095b9-d4d9-4058-824a-d8690bd2e4b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f35d51-dfeb-45dd-857a-e62d0586e58a,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:27.275734 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-071a1903-53bf-4ef8-92f7-bb1d9cddc0b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:27.306609 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-071a1903-53bf-4ef8-92f7-bb1d9cddc0b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:27.345590 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.managers [None req-91b951c4-a511-443a-86d9-1484fa6a7e57 None None] Attempting to bind port 6eeb1939-3648-4150-b905-97177297a5d7 on host dv-cinder-xena-3-iscsi for vnic_type normal with profile {{(pid=114531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 17:48:27.354961 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.managers [None req-91b951c4-a511-443a-86d9-1484fa6a7e57 None None] Attempting to bind port 6eeb1939-3648-4150-b905-97177297a5d7 by drivers openvswitch,hyperv on host dv-cinder-xena-3-iscsi at level 0 using segments [{'id': 'bfeef927-6d24-4759-be0a-a8eced1bbc0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f'}] {{(pid=114531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 17:48:27.354961 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b951c4-a511-443a-86d9-1484fa6a7e57 None None] Attempting to bind port 6eeb1939-3648-4150-b905-97177297a5d7 on network 8c026026-8e05-41b4-990c-0815c0c24f4f {{(pid=114531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 10 17:48:27.356791 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8930c255-b21c-4ff1-a3f5-b12e2420347c None None] Pushing event updated for resources: {'Port': ['ID=6eeb1939-3648-4150-b905-97177297a5d7,revision_number=2']} {{(pid=114531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:27.377355 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b951c4-a511-443a-86d9-1484fa6a7e57 None None] Checking agent: {'id': '87b91a5b-6105-4774-a25f-e6a5abfdfa1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-xena-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 10, 17, 40, 14), 'started_at': datetime.datetime(2022, 6, 10, 17, 40, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 10, 17, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-xena-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 10 17:48:27.384667 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b951c4-a511-443a-86d9-1484fa6a7e57 None None] Checking segment: {'id': 'bfeef927-6d24-4759-be0a-a8eced1bbc0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 10 17:48:27.385288 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron_lib.callbacks.manager [None req-91b951c4-a511-443a-86d9-1484fa6a7e57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:27.387002 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b951c4-a511-443a-86d9-1484fa6a7e57 None None] Bound using segment: {'id': 'bfeef927-6d24-4759-be0a-a8eced1bbc0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f'} {{(pid=114531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 10 17:48:27.387573 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.managers [None req-91b951c4-a511-443a-86d9-1484fa6a7e57 None None] Bound port: 6eeb1939-3648-4150-b905-97177297a5d7, host: dv-cinder-xena-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfeef927-6d24-4759-be0a-a8eced1bbc0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f'}}] {{(pid=114531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 17:48:27.388965 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron_lib.callbacks.manager [None req-91b951c4-a511-443a-86d9-1484fa6a7e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:27.393182 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvr_db [None req-2b7f92d6-7665-46fc-80f1-3c43ae496cfa None None] Set router a6adcaf7-4474-4e92-8346-d405920b7c32 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:48:27.394772 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8930c255-b21c-4ff1-a3f5-b12e2420347c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:48:27.395242 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8930c255-b21c-4ff1-a3f5-b12e2420347c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:48:27.396649 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8930c255-b21c-4ff1-a3f5-b12e2420347c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:48:27.397151 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8930c255-b21c-4ff1-a3f5-b12e2420347c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:48:27.397739 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8930c255-b21c-4ff1-a3f5-b12e2420347c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:48:27.398174 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8930c255-b21c-4ff1-a3f5-b12e2420347c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:48:27.398669 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8930c255-b21c-4ff1-a3f5-b12e2420347c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:48:27.399135 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8930c255-b21c-4ff1-a3f5-b12e2420347c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:48:27.399577 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8930c255-b21c-4ff1-a3f5-b12e2420347c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:48:27.399997 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8930c255-b21c-4ff1-a3f5-b12e2420347c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:48:27.400544 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8930c255-b21c-4ff1-a3f5-b12e2420347c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:48:27.400963 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8930c255-b21c-4ff1-a3f5-b12e2420347c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:48:27.402119 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8930c255-b21c-4ff1-a3f5-b12e2420347c None None] Tracked resource versions report: Jun 10 17:48:27.402119 dv-cinder-xena-3-iscsi neutron-server[114531]: pushed versions: Jun 10 17:48:27.402119 dv-cinder-xena-3-iscsi neutron-server[114531]: { 'AddressGroup': {'1.2'}, Jun 10 17:48:27.402119 dv-cinder-xena-3-iscsi neutron-server[114531]: 'ConntrackHelper': {'1.0'}, Jun 10 17:48:27.402119 dv-cinder-xena-3-iscsi neutron-server[114531]: 'Log': {'1.0'}, Jun 10 17:48:27.402119 dv-cinder-xena-3-iscsi neutron-server[114531]: 'Network': {'1.1'}, Jun 10 17:48:27.402119 dv-cinder-xena-3-iscsi neutron-server[114531]: 'Port': {'1.7'}, Jun 10 17:48:27.402119 dv-cinder-xena-3-iscsi neutron-server[114531]: 'PortForwarding': {'1.2'}, Jun 10 17:48:27.402119 dv-cinder-xena-3-iscsi neutron-server[114531]: 'QosPolicy': {'1.9'}, Jun 10 17:48:27.402119 dv-cinder-xena-3-iscsi neutron-server[114531]: 'SecurityGroup': {'1.4'}, Jun 10 17:48:27.402119 dv-cinder-xena-3-iscsi neutron-server[114531]: 'SecurityGroupRule': {'1.2'}, Jun 10 17:48:27.402119 dv-cinder-xena-3-iscsi neutron-server[114531]: 'SubPort': {'1.0'}, Jun 10 17:48:27.402119 dv-cinder-xena-3-iscsi neutron-server[114531]: 'Subnet': {'1.1'}, Jun 10 17:48:27.402119 dv-cinder-xena-3-iscsi neutron-server[114531]: 'Trunk': {'1.1'}} Jun 10 17:48:27.402119 dv-cinder-xena-3-iscsi neutron-server[114531]: consumer versions: Jun 10 17:48:27.402119 dv-cinder-xena-3-iscsi neutron-server[114531]: { DHCP agent@dv-cinder-xena-3-iscsi: {}, Jun 10 17:48:27.402119 dv-cinder-xena-3-iscsi neutron-server[114531]: HyperV agent@hv-cinder-xena0: {}, Jun 10 17:48:27.402119 dv-cinder-xena-3-iscsi neutron-server[114531]: L3 agent@dv-cinder-xena-3-iscsi: {}, Jun 10 17:48:27.402119 dv-cinder-xena-3-iscsi neutron-server[114531]: Metadata agent@dv-cinder-xena-3-iscsi: {}, Jun 10 17:48:27.402119 dv-cinder-xena-3-iscsi neutron-server[114531]: Metering agent@dv-cinder-xena-3-iscsi: {}, Jun 10 17:48:27.402119 dv-cinder-xena-3-iscsi neutron-server[114531]: Open vSwitch agent@dv-cinder-xena-3-iscsi: { 'AddressGroup': '1.2', Jun 10 17:48:27.402119 dv-cinder-xena-3-iscsi neutron-server[114531]: 'ConntrackHelper': '1.0', Jun 10 17:48:27.402119 dv-cinder-xena-3-iscsi neutron-server[114531]: 'Log': '1.0', Jun 10 17:48:27.402119 dv-cinder-xena-3-iscsi neutron-server[114531]: 'Network': '1.1', Jun 10 17:48:27.402119 dv-cinder-xena-3-iscsi neutron-server[114531]: 'Port': '1.7', Jun 10 17:48:27.402119 dv-cinder-xena-3-iscsi neutron-server[114531]: 'PortForwarding': '1.2', Jun 10 17:48:27.402119 dv-cinder-xena-3-iscsi neutron-server[114531]: 'QosPolicy': '1.9', Jun 10 17:48:27.402119 dv-cinder-xena-3-iscsi neutron-server[114531]: 'SecurityGroup': '1.4', Jun 10 17:48:27.402119 dv-cinder-xena-3-iscsi neutron-server[114531]: 'SecurityGroupRule': '1.2', Jun 10 17:48:27.402119 dv-cinder-xena-3-iscsi neutron-server[114531]: 'SubPort': '1.0', Jun 10 17:48:27.402119 dv-cinder-xena-3-iscsi neutron-server[114531]: 'Subnet': '1.1', Jun 10 17:48:27.402119 dv-cinder-xena-3-iscsi neutron-server[114531]: 'Trunk': '1.1'}} Jun 10 17:48:27.402119 dv-cinder-xena-3-iscsi neutron-server[114531]: {{(pid=114531) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 17:48:27.431905 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-585095b9-d4d9-4058-824a-d8690bd2e4b0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3360e7cf60ca42cf9ac749e8e4d04b37&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0414515 Jun 10 17:48:27.440646 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-a949e92a-fd41-4569-a812-3314d9328f34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-734032'] for subnet, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:27.444625 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-a949e92a-fd41-4569-a812-3314d9328f34 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/1478b9b1-d179-4fda-9d86-221af31f3a20 HTTP/1.1" status: 204 len: 168 time: 1.1319067 Jun 10 17:48:27.445250 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 40602) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:48:27.448646 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 40604) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:48:27.472546 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.db [None req-91b951c4-a511-443a-86d9-1484fa6a7e57 None None] For port 6eeb1939-3648-4150-b905-97177297a5d7, host dv-cinder-xena-3-iscsi, cleared binding levels {{(pid=114531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 10 17:48:27.477038 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.db [None req-91b951c4-a511-443a-86d9-1484fa6a7e57 None None] For port 6eeb1939-3648-4150-b905-97177297a5d7, host dv-cinder-xena-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=6eeb1939-3648-4150-b905-97177297a5d7,segment=NetworkSegment(bfeef927-6d24-4759-be0a-a8eced1bbc0e),segment_id=bfeef927-6d24-4759-be0a-a8eced1bbc0e)] {{(pid=114531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 10 17:48:27.503597 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Provisioning complete for port 36ce2cbf-1603-4b84-bb6a-276d3c2ba87e triggered by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:48:27.503962 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:27.531415 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-071a1903-53bf-4ef8-92f7-bb1d9cddc0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:27.535512 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-071a1903-53bf-4ef8-92f7-bb1d9cddc0b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:27.535512 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-071a1903-53bf-4ef8-92f7-bb1d9cddc0b3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6c5b1fc7-d736-4cc9-bdf9-56e92f9a51fe HTTP/1.1" status: 204 len: 168 time: 0.5646095 Jun 10 17:48:27.552020 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a1903-53bf-4ef8-92f7-bb1d9cddc0b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5b1fc7-d736-4cc9-bdf9-56e92f9a51fe,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:27.555676 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-9ad464c5-6197-4451-bd0a-e8ecbf7880a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:27.582338 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-9ad464c5-6197-4451-bd0a-e8ecbf7880a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:27.588826 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron_lib.callbacks.manager [None req-91b951c4-a511-443a-86d9-1484fa6a7e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:27.609793 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-48a61a7d-6bc6-496a-9aaf-6d526553cc86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3935284'] for network, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:27.673842 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8930c255-b21c-4ff1-a3f5-b12e2420347c None None] Pushing event updated for resources: {'Port': ['ID=6eeb1939-3648-4150-b905-97177297a5d7,revision_number=3']} {{(pid=114531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:27.706063 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-18c3785d-19a8-4aee-b0e9-8f2b726e8efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:27.721151 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b951c4-a511-443a-86d9-1484fa6a7e57 None None] Routers {'d6a4d52a-af9e-4bc0-befc-894fd7602dc4'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:48:27.723702 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-91b951c4-a511-443a-86d9-1484fa6a7e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:48:11Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['d6a4d52a-af9e-4bc0-befc-894fd7602dc4'], 'active': True} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:48:27.724089 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-36a4cc91-ad01-46a7-b65b-49505ed25ac0 None None] Current status of the port c3f58ee7-23fb-431c-89d9-0ff3c69d60a4 is: ACTIVE; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:48:27.851684 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-36a4cc91-ad01-46a7-b65b-49505ed25ac0 None None] Provisioning complete for port 36ce2cbf-1603-4b84-bb6a-276d3c2ba87e triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:48:27.852422 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-36a4cc91-ad01-46a7-b65b-49505ed25ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:27.859200 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvr_db [None req-91b951c4-a511-443a-86d9-1484fa6a7e57 None None] Set router d6a4d52a-af9e-4bc0-befc-894fd7602dc4 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:48:27.879351 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-48a61a7d-6bc6-496a-9aaf-6d526553cc86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4008428', 'neutron.services.segments.db._delete_segments_for_network-8764020915914'] for network, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:27.966693 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-48a61a7d-6bc6-496a-9aaf-6d526553cc86 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=114528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:48:27.967203 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-48a61a7d-6bc6-496a-9aaf-6d526553cc86 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=114528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:48:27.967988 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-48a61a7d-6bc6-496a-9aaf-6d526553cc86 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:48:27.968324 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-48a61a7d-6bc6-496a-9aaf-6d526553cc86 admin admin] Subscribe: > port after_create 55550000 {{(pid=114528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:48:27.968667 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-48a61a7d-6bc6-496a-9aaf-6d526553cc86 admin admin] Subscribe: > port after_delete 55550000 {{(pid=114528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:48:27.969017 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-48a61a7d-6bc6-496a-9aaf-6d526553cc86 admin admin] Subscribe: > port after_update 55550000 {{(pid=114528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:48:27.969967 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-48a61a7d-6bc6-496a-9aaf-6d526553cc86 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=114528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:48:27.971660 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-48a61a7d-6bc6-496a-9aaf-6d526553cc86 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:48:27.975285 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-48a61a7d-6bc6-496a-9aaf-6d526553cc86 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:48:27.975422 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-48a61a7d-6bc6-496a-9aaf-6d526553cc86 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=114528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:48:28.028977 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Current status of the port 36ce2cbf-1603-4b84-bb6a-276d3c2ba87e is: ACTIVE; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:48:28.138627 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-2b7f92d6-7665-46fc-80f1-3c43ae496cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6adcaf7-4474-4e92-8346-d405920b7c32', 'name': 'tempest-AttachVolumeTestJSON-992701664-router', 'tenant_id': 'd5dbfa207ddd44e3912f4141ac504575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.195'}], 'enable_snat': True}, 'gw_port_id': '3023a440-e1e2-4844-a335-dbd4f6eff056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:48:21Z', 'updated_at': '2022-06-10T17:48:25Z', 'revision_number': 3, 'project_id': 'd5dbfa207ddd44e3912f4141ac504575', 'gw_port': {'id': '3023a440-e1e2-4844-a335-dbd4f6eff056', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:df:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6adcaf7-4474-4e92-8346-d405920b7c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:48:22Z', 'updated_at': '2022-06-10T17:48:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:48:28.184334 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-91b951c4-a511-443a-86d9-1484fa6a7e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6a4d52a-af9e-4bc0-befc-894fd7602dc4', 'name': 'tempest-ServerRescueNegativeTestJSON-1091704996-router', 'tenant_id': '977e9ef6bd9842379167d252715c6e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.143'}], 'enable_snat': True}, 'gw_port_id': '6eeb1939-3648-4150-b905-97177297a5d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:48:20Z', 'updated_at': '2022-06-10T17:48:23Z', 'revision_number': 3, 'project_id': '977e9ef6bd9842379167d252715c6e8c', 'gw_port': {'id': '6eeb1939-3648-4150-b905-97177297a5d7', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6a4d52a-af9e-4bc0-befc-894fd7602dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:48:21Z', 'updated_at': '2022-06-10T17:48:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:48:28.196243 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device 36ce2cbf-1603-4b84-bb6a-276d3c2ba87e up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 17:48:28.204554 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7f92d6-7665-46fc-80f1-3c43ae496cfa None None] Checking router: a6adcaf7-4474-4e92-8346-d405920b7c32 for host: dv-cinder-xena-3-iscsi {{(pid=114530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 17:48:28.204554 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7f92d6-7665-46fc-80f1-3c43ae496cfa None None] Updating router a6adcaf7-4474-4e92-8346-d405920b7c32 port 3023a440-e1e2-4844-a335-dbd4f6eff056 binding host dv-cinder-xena-3-iscsi {{(pid=114530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 17:48:28.222925 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b951c4-a511-443a-86d9-1484fa6a7e57 None None] The sync data for ids ['d6a4d52a-af9e-4bc0-befc-894fd7602dc4'] in dv-cinder-xena-3-iscsi is: [{'id': 'd6a4d52a-af9e-4bc0-befc-894fd7602dc4', 'name': 'tempest-ServerRescueNegativeTestJSON-1091704996-router', 'tenant_id': '977e9ef6bd9842379167d252715c6e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.143'}], 'enable_snat': True}, 'gw_port_id': '6eeb1939-3648-4150-b905-97177297a5d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:48:20Z', 'updated_at': '2022-06-10T17:48:23Z', 'revision_number': 3, 'project_id': '977e9ef6bd9842379167d252715c6e8c', 'gw_port': {'id': '6eeb1939-3648-4150-b905-97177297a5d7', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6a4d52a-af9e-4bc0-befc-894fd7602dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:48:21Z', 'updated_at': '2022-06-10T17:48:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}] {{(pid=114531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 17:48:28.265920 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-9ad464c5-6197-4451-bd0a-e8ecbf7880a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:28.273837 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-9ad464c5-6197-4451-bd0a-e8ecbf7880a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:28.275122 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-9ad464c5-6197-4451-bd0a-e8ecbf7880a2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f8f35d51-dfeb-45dd-857a-e62d0586e58a HTTP/1.1" status: 204 len: 168 time: 0.8269031 Jun 10 17:48:28.277298 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.db_base_plugin_common [None req-18c3785d-19a8-4aee-b0e9-8f2b726e8efe admin admin] Allocated IP 172.20.0.1 (e628d0f6-63d3-440a-9d16-11e611b2380d/9b159fa3-bdfe-428f-8e21-2b18edcf45c9/70696a10-dc16-4fad-a071-98a29eecb1d9) {{(pid=114529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 17:48:28.286357 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-2b7f92d6-7665-46fc-80f1-3c43ae496cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:28.342102 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-36a4cc91-ad01-46a7-b65b-49505ed25ac0 None None] Current status of the port 36ce2cbf-1603-4b84-bb6a-276d3c2ba87e is: ACTIVE; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:48:28.356718 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-5fc5b343-1594-426e-8ba8-978ea7e86aa8 req-6b153277-5a36-46f1-b079-c9098f54551c tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] 10.222.0.16 "GET /v2.0/ports?device_id=17dac1b9-ba9b-4851-a315-1b8485546713 HTTP/1.1" status: 200 len: 210 time: 0.0817840 Jun 10 17:48:28.357201 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad464c5-6197-4451-bd0a-e8ecbf7880a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f35d51-dfeb-45dd-857a-e62d0586e58a,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:28.472024 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-48a61a7d-6bc6-496a-9aaf-6d526553cc86 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:48:28.472597 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-48a61a7d-6bc6-496a-9aaf-6d526553cc86 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:48:28.472597 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-48a61a7d-6bc6-496a-9aaf-6d526553cc86 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=114528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:48:28.472918 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-48a61a7d-6bc6-496a-9aaf-6d526553cc86 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=114528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:48:28.473493 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.services.segments.db [None req-48a61a7d-6bc6-496a-9aaf-6d526553cc86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32a3d29b-475e-4223-9181-85fc22c15201']}} {{(pid=114528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:48:28.498642 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-18c3785d-19a8-4aee-b0e9-8f2b726e8efe admin admin] Notify callbacks [] for port, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:28.503888 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.services.segments.db [None req-48a61a7d-6bc6-496a-9aaf-6d526553cc86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26b62eb2-ab11-4a3b-ab35-039984c799f2') {'for_net_delete': True} {{(pid=114528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:48:28.504387 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.services.segments.db [None req-48a61a7d-6bc6-496a-9aaf-6d526553cc86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26b62eb2-ab11-4a3b-ab35-039984c799f2') {} {{(pid=114528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:48:28.527409 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-48a61a7d-6bc6-496a-9aaf-6d526553cc86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764020916947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1640931'] for segment, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:28.578441 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-48a61a7d-6bc6-496a-9aaf-6d526553cc86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009214'] for segment, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:28.615267 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-18c3785d-19a8-4aee-b0e9-8f2b726e8efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764020614705'] for port, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:28.627007 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48a61a7d-6bc6-496a-9aaf-6d526553cc86 admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=114528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 17:48:28.629412 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-48a61a7d-6bc6-496a-9aaf-6d526553cc86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940090'] for segment, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:28.679569 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 40632) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:48:28.727723 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Provisioning complete for port 36ce2cbf-1603-4b84-bb6a-276d3c2ba87e triggered by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:48:28.727723 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:28.776490 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-65da77a8-4708-4e5a-8616-fb12d8428f59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:28.908071 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-48a61a7d-6bc6-496a-9aaf-6d526553cc86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4008437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753944'] for network, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:28.914831 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-2ca861d5-4201-43fe-bbde-acde06677418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:28.942148 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c3785d-19a8-4aee-b0e9-8f2b726e8efe admin admin] Network e628d0f6-63d3-440a-9d16-11e611b2380d is already hosted by enough agents. {{(pid=114529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:48:29.248080 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.base_scheduler [None req-18c3785d-19a8-4aee-b0e9-8f2b726e8efe admin admin] Resources bound (agent type, host, resource id): {{(pid=114529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:48:29.248080 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c3785d-19a8-4aee-b0e9-8f2b726e8efe admin admin] Received port after_create {{(pid=114529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 10 17:48:29.248080 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-18c3785d-19a8-4aee-b0e9-8f2b726e8efe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754083'] for router_interface, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:29.295651 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-48a61a7d-6bc6-496a-9aaf-6d526553cc86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-734032'] for network, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:29.295651 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-48a61a7d-6bc6-496a-9aaf-6d526553cc86 admin admin] 10.222.0.16 "DELETE /v2.0/networks/32a3d29b-475e-4223-9181-85fc22c15201 HTTP/1.1" status: 204 len: 168 time: 1.5327432 Jun 10 17:48:29.295651 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 40644) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:48:29.295651 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.27', 59375) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:48:29.295651 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a61a7d-6bc6-496a-9aaf-6d526553cc86 admin admin] Pushing event deleted for resources: {'Network': ['ID=32a3d29b-475e-4223-9181-85fc22c15201,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:29.298309 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c3785d-19a8-4aee-b0e9-8f2b726e8efe admin admin] Pushing event updated for resources: {'Port': ['ID=70696a10-dc16-4fad-a071-98a29eecb1d9,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:29.300525 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Current status of the port 36ce2cbf-1603-4b84-bb6a-276d3c2ba87e is: ACTIVE; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:48:29.300525 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-2b7f92d6-7665-46fc-80f1-3c43ae496cfa None None] Notify callbacks [] for port, precommit_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:29.300919 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.services.segments.plugin [-] Segment 26b62eb2-ab11-4a3b-ab35-039984c799f2 resource provider aggregate not found Jun 10 17:48:29.399515 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-2b7f92d6-7665-46fc-80f1-3c43ae496cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:29.451142 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-18c3785d-19a8-4aee-b0e9-8f2b726e8efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:29.517231 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-bfdd6fb6-28a3-47d0-9498-9687c24310f4 None None] Provisioning complete for port 70696a10-dc16-4fad-a071-98a29eecb1d9 triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:48:29.538580 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-bfdd6fb6-28a3-47d0-9498-9687c24310f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:29.623720 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.db_base_plugin_v2 [None req-041f85be-1d78-471e-8153-45bc77aeb67a admin admin] Deleting subnet 3217f8dc-a789-4d25-b8d4-251e32da1fcb {{(pid=114528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 10 17:48:29.632661 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-041f85be-1d78-471e-8153-45bc77aeb67a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:29.677740 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.managers [None req-2b7f92d6-7665-46fc-80f1-3c43ae496cfa None None] Attempting to bind port 3023a440-e1e2-4844-a335-dbd4f6eff056 on host dv-cinder-xena-3-iscsi for vnic_type normal with profile {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 17:48:29.679649 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.managers [None req-2b7f92d6-7665-46fc-80f1-3c43ae496cfa None None] Attempting to bind port 3023a440-e1e2-4844-a335-dbd4f6eff056 by drivers openvswitch,hyperv on host dv-cinder-xena-3-iscsi at level 0 using segments [{'id': 'bfeef927-6d24-4759-be0a-a8eced1bbc0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f'}] {{(pid=114530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 17:48:29.680157 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7f92d6-7665-46fc-80f1-3c43ae496cfa None None] Attempting to bind port 3023a440-e1e2-4844-a335-dbd4f6eff056 on network 8c026026-8e05-41b4-990c-0815c0c24f4f {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 10 17:48:29.695188 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-041f85be-1d78-471e-8153-45bc77aeb67a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1640858'] for subnet, precommit_delete_associations {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:29.697780 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-bfdd6fb6-28a3-47d0-9498-9687c24310f4 None None] Port 70696a10-dc16-4fad-a071-98a29eecb1d9 cannot update to ACTIVE because it is not bound. {{(pid=114530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 10 17:48:29.708880 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 40676) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:48:29.709133 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7f92d6-7665-46fc-80f1-3c43ae496cfa None None] Checking agent: {'id': '87b91a5b-6105-4774-a25f-e6a5abfdfa1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-xena-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 10, 17, 40, 14), 'started_at': datetime.datetime(2022, 6, 10, 17, 40, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 10, 17, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-xena-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 10 17:48:29.709583 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7f92d6-7665-46fc-80f1-3c43ae496cfa None None] Checking segment: {'id': 'bfeef927-6d24-4759-be0a-a8eced1bbc0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 10 17:48:29.710554 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-2b7f92d6-7665-46fc-80f1-3c43ae496cfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:29.711179 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7f92d6-7665-46fc-80f1-3c43ae496cfa None None] Bound using segment: {'id': 'bfeef927-6d24-4759-be0a-a8eced1bbc0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f'} {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 10 17:48:29.711748 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.managers [None req-2b7f92d6-7665-46fc-80f1-3c43ae496cfa None None] Bound port: 3023a440-e1e2-4844-a335-dbd4f6eff056, host: dv-cinder-xena-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfeef927-6d24-4759-be0a-a8eced1bbc0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f'}}] {{(pid=114530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 17:48:29.712150 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-2b7f92d6-7665-46fc-80f1-3c43ae496cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:29.739706 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aabadac-a09e-4a87-9c67-4e801c1727aa None None] Pushing event updated for resources: {'Port': ['ID=3023a440-e1e2-4844-a335-dbd4f6eff056,revision_number=2']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:29.748131 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-8ee11f8c-02b0-4806-b099-3ba2685cd499 req-9e15f8fc-0630-4162-89f2-0106d606057e tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] 10.222.0.16 "GET /v2.0/ports?device_id=17dac1b9-ba9b-4851-a315-1b8485546713 HTTP/1.1" status: 200 len: 210 time: 0.0379572 Jun 10 17:48:29.765881 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.services.segments.plugin [-] Segment 26b62eb2-ab11-4a3b-ab35-039984c799f2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 26b62eb2-ab11-4a3b-ab35-039984c799f2 found for delete ", "request_id": "req-1ac9daf0-da3e-4c3d-adbc-d2e6d504a091"}]} Jun 10 17:48:29.766990 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-18c3785d-19a8-4aee-b0e9-8f2b726e8efe admin admin] Notify callbacks [] for port, precommit_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:29.782848 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-2b7f92d6-7665-46fc-80f1-3c43ae496cfa None None] For port 3023a440-e1e2-4844-a335-dbd4f6eff056, host dv-cinder-xena-3-iscsi, cleared binding levels {{(pid=114530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 10 17:48:29.783004 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-2b7f92d6-7665-46fc-80f1-3c43ae496cfa None None] For port 3023a440-e1e2-4844-a335-dbd4f6eff056, host dv-cinder-xena-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=3023a440-e1e2-4844-a335-dbd4f6eff056,segment=NetworkSegment(bfeef927-6d24-4759-be0a-a8eced1bbc0e),segment_id=bfeef927-6d24-4759-be0a-a8eced1bbc0e)] {{(pid=114530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 10 17:48:29.891587 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-18c3785d-19a8-4aee-b0e9-8f2b726e8efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:29.895392 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-2b7f92d6-7665-46fc-80f1-3c43ae496cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:29.895701 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-18c3785d-19a8-4aee-b0e9-8f2b726e8efe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-734068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-779027'] for router_interface, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:30.028810 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c3785d-19a8-4aee-b0e9-8f2b726e8efe admin admin] Pushing event updated for resources: {'Port': ['ID=70696a10-dc16-4fad-a071-98a29eecb1d9,revision_number=2']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:30.033563 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aabadac-a09e-4a87-9c67-4e801c1727aa None None] Pushing event updated for resources: {'Port': ['ID=3023a440-e1e2-4844-a335-dbd4f6eff056,revision_number=3']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:30.036385 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7f92d6-7665-46fc-80f1-3c43ae496cfa None None] Routers {'a6adcaf7-4474-4e92-8346-d405920b7c32'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:48:30.037177 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-2b7f92d6-7665-46fc-80f1-3c43ae496cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:48:11Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['a6adcaf7-4474-4e92-8346-d405920b7c32'], 'active': True} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:48:30.073717 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-041f85be-1d78-471e-8153-45bc77aeb67a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4008051'] for subnet, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:30.106423 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c3785d-19a8-4aee-b0e9-8f2b726e8efe admin admin] Network e628d0f6-63d3-440a-9d16-11e611b2380d is already hosted by enough agents. {{(pid=114529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:48:30.106423 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.base_scheduler [None req-18c3785d-19a8-4aee-b0e9-8f2b726e8efe admin admin] Resources bound (agent type, host, resource id): {{(pid=114529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:48:30.150769 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21e2d6d-afe9-4dd7-8625-e510f6bd8ee5 req-23b48da3-7c9d-4814-9370-69d246df94d8 tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:30.152294 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-d21e2d6d-afe9-4dd7-8625-e510f6bd8ee5 req-23b48da3-7c9d-4814-9370-69d246df94d8 tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] 10.222.0.27 "GET /v2.0/networks?id=998e98f9-ac1b-426b-ab19-3e3143db2df0 HTTP/1.1" status: 200 len: 811 time: 1.1072164 Jun 10 17:48:30.165610 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-65da77a8-4708-4e5a-8616-fb12d8428f59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:30.216002 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device 6eeb1939-3648-4150-b905-97177297a5d7 up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 17:48:30.245712 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [req-d21e2d6d-afe9-4dd7-8625-e510f6bd8ee5 req-83fb3a00-ae43-45c9-921f-82543a003d9c tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] Request body: {'port': {'device_id': '17dac1b9-ba9b-4851-a315-1b8485546713', 'network_id': '998e98f9-ac1b-426b-ab19-3e3143db2df0', 'admin_state_up': True, 'tenant_id': 'bac17e86c01742dd8c4dba03b2bf8be8'}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:48:30.327290 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvr_db [None req-2b7f92d6-7665-46fc-80f1-3c43ae496cfa None None] Set router a6adcaf7-4474-4e92-8346-d405920b7c32 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:48:30.332443 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18c3785d-19a8-4aee-b0e9-8f2b726e8efe admin admin] Router d6a4d52a-af9e-4bc0-befc-894fd7602dc4 has already been hosted by L3 agent e04d2863-a40a-41db-9b2a-39042df37909 {{(pid=114529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 10 17:48:30.432704 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Provisioning complete for port 6eeb1939-3648-4150-b905-97177297a5d7 triggered by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:48:30.433246 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:30.471683 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c3785d-19a8-4aee-b0e9-8f2b726e8efe admin admin] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=114529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 10 17:48:30.477586 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-18c3785d-19a8-4aee-b0e9-8f2b726e8efe admin admin] 10.222.0.16 "PUT /v2.0/routers/d6a4d52a-af9e-4bc0-befc-894fd7602dc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5335422 Jun 10 17:48:30.513905 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-65da77a8-4708-4e5a-8616-fb12d8428f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:30.608973 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.db_base_plugin_common [None req-2ca861d5-4201-43fe-bbde-acde06677418 admin admin] Allocated IP 172.20.0.1 (20988a48-24d3-47c4-85a4-f592522eeed3/6c6c1002-ecf3-4b70-9e9d-befa43491f0a/c1332663-a831-4126-a8bd-f0f96a793898) {{(pid=114528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 17:48:30.617670 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-ade6c68d-bf41-411d-bfa1-6d134bc3dda4 None None] Provisioning complete for port 70696a10-dc16-4fad-a071-98a29eecb1d9 triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:48:30.618046 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-ade6c68d-bf41-411d-bfa1-6d134bc3dda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:30.618834 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65da77a8-4708-4e5a-8616-fb12d8428f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a09b84dd-d8ad-4807-8843-0a045ee02145,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:30.638055 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 40720) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:48:30.638656 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-65da77a8-4708-4e5a-8616-fb12d8428f59 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=83fdd42adf4f40c48b8e80795a5e317e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9577942 Jun 10 17:48:30.688621 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-041f85be-1d78-471e-8153-45bc77aeb67a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4008060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262939984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263611608'] for subnet, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:30.720041 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d21e2d6d-afe9-4dd7-8625-e510f6bd8ee5 req-83fb3a00-ae43-45c9-921f-82543a003d9c tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] Made reservation on behalf of bac17e86c01742dd8c4dba03b2bf8be8 for: {'port': 1} {{(pid=114528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 17:48:30.729232 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-d21e2d6d-afe9-4dd7-8625-e510f6bd8ee5 req-83fb3a00-ae43-45c9-921f-82543a003d9c tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:30.757734 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-d5866e35-7e8e-4b81-ad9a-113dc66c8885 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:30.775320 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-ade6c68d-bf41-411d-bfa1-6d134bc3dda4 None None] Port 70696a10-dc16-4fad-a071-98a29eecb1d9 cannot update to ACTIVE because it is not bound. {{(pid=114530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 10 17:48:30.778592 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-041f85be-1d78-471e-8153-45bc77aeb67a admin admin] Notify callbacks [] for subnet, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:30.784359 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-041f85be-1d78-471e-8153-45bc77aeb67a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3217f8dc-a789-4d25-b8d4-251e32da1fcb HTTP/1.1" status: 204 len: 168 time: 1.7756867 Jun 10 17:48:30.791511 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 40728) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:48:30.806563 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Current status of the port 6eeb1939-3648-4150-b905-97177297a5d7 is: DOWN; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:48:30.806961 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:30.807098 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f85be-1d78-471e-8153-45bc77aeb67a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3217f8dc-a789-4d25-b8d4-251e32da1fcb,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:30.839452 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] For port 6eeb1939-3648-4150-b905-97177297a5d7, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=6eeb1939-3648-4150-b905-97177297a5d7,segment=NetworkSegment(bfeef927-6d24-4759-be0a-a8eced1bbc0e),segment_id=bfeef927-6d24-4759-be0a-a8eced1bbc0e)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:48:30.845808 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-2b7f92d6-7665-46fc-80f1-3c43ae496cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6adcaf7-4474-4e92-8346-d405920b7c32', 'name': 'tempest-AttachVolumeTestJSON-992701664-router', 'tenant_id': 'd5dbfa207ddd44e3912f4141ac504575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.195'}], 'enable_snat': True}, 'gw_port_id': '3023a440-e1e2-4844-a335-dbd4f6eff056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:48:21Z', 'updated_at': '2022-06-10T17:48:25Z', 'revision_number': 3, 'project_id': 'd5dbfa207ddd44e3912f4141ac504575', 'gw_port': {'id': '3023a440-e1e2-4844-a335-dbd4f6eff056', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:df:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6adcaf7-4474-4e92-8346-d405920b7c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:48:22Z', 'updated_at': '2022-06-10T17:48:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:48:30.871456 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-d5866e35-7e8e-4b81-ad9a-113dc66c8885 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:30.874024 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933f1abe-c69e-4f8b-a972-07495afb8c69 None None] Sync routers for ids ['d6a4d52a-af9e-4bc0-befc-894fd7602dc4'] in dv-cinder-xena-3-iscsi {{(pid=114531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 17:48:30.887302 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7f92d6-7665-46fc-80f1-3c43ae496cfa None None] The sync data for ids ['a6adcaf7-4474-4e92-8346-d405920b7c32'] in dv-cinder-xena-3-iscsi is: [{'id': 'a6adcaf7-4474-4e92-8346-d405920b7c32', 'name': 'tempest-AttachVolumeTestJSON-992701664-router', 'tenant_id': 'd5dbfa207ddd44e3912f4141ac504575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.195'}], 'enable_snat': True}, 'gw_port_id': '3023a440-e1e2-4844-a335-dbd4f6eff056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:48:21Z', 'updated_at': '2022-06-10T17:48:25Z', 'revision_number': 3, 'project_id': 'd5dbfa207ddd44e3912f4141ac504575', 'gw_port': {'id': '3023a440-e1e2-4844-a335-dbd4f6eff056', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:df:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6adcaf7-4474-4e92-8346-d405920b7c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:48:22Z', 'updated_at': '2022-06-10T17:48:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}] {{(pid=114530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 17:48:30.896734 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933f1abe-c69e-4f8b-a972-07495afb8c69 None None] Routers {'d6a4d52a-af9e-4bc0-befc-894fd7602dc4'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:48:30.901430 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-933f1abe-c69e-4f8b-a972-07495afb8c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:48:11Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['d6a4d52a-af9e-4bc0-befc-894fd7602dc4'], 'active': True} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:48:30.917686 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:30.961211 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-b101acf8-da0c-460a-8099-ba1e1798fd0b req-c4be9378-b416-4627-bca7-fa9574f27c9c tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] 10.222.0.16 "GET /v2.0/ports?device_id=17dac1b9-ba9b-4851-a315-1b8485546713 HTTP/1.1" status: 200 len: 210 time: 0.0478108 Jun 10 17:48:31.044925 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Pushing event updated for resources: {'Port': ['ID=6eeb1939-3648-4150-b905-97177297a5d7,revision_number=4']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:31.084466 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-7bb26395-88c1-4254-b874-1e34932d6fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3935284'] for network, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:31.329622 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvr_db [None req-933f1abe-c69e-4f8b-a972-07495afb8c69 None None] Set router d6a4d52a-af9e-4bc0-befc-894fd7602dc4 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:48:31.338009 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-7bb26395-88c1-4254-b874-1e34932d6fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4008428', 'neutron.services.segments.db._delete_segments_for_network-8764020915914'] for network, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:31.345975 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-d5866e35-7e8e-4b81-ad9a-113dc66c8885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:31.347853 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-2ca861d5-4201-43fe-bbde-acde06677418 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:31.351639 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-d5866e35-7e8e-4b81-ad9a-113dc66c8885 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:31.356295 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-d5866e35-7e8e-4b81-ad9a-113dc66c8885 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a09b84dd-d8ad-4807-8843-0a045ee02145 HTTP/1.1" status: 204 len: 168 time: 0.7153726 Jun 10 17:48:31.445828 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5866e35-7e8e-4b81-ad9a-113dc66c8885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a09b84dd-d8ad-4807-8843-0a045ee02145,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:31.456182 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-7bb26395-88c1-4254-b874-1e34932d6fd0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=114529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:48:31.456182 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-7bb26395-88c1-4254-b874-1e34932d6fd0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=114529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:48:31.464074 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-7bb26395-88c1-4254-b874-1e34932d6fd0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:48:31.466977 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-7bb26395-88c1-4254-b874-1e34932d6fd0 admin admin] Subscribe: > port after_create 55550000 {{(pid=114529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:48:31.467478 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-7bb26395-88c1-4254-b874-1e34932d6fd0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=114529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:48:31.467915 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-7bb26395-88c1-4254-b874-1e34932d6fd0 admin admin] Subscribe: > port after_update 55550000 {{(pid=114529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:48:31.470767 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-7bb26395-88c1-4254-b874-1e34932d6fd0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=114529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:48:31.470767 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-7bb26395-88c1-4254-b874-1e34932d6fd0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:48:31.470767 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-7bb26395-88c1-4254-b874-1e34932d6fd0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:48:31.471098 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-7bb26395-88c1-4254-b874-1e34932d6fd0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=114529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:48:31.557203 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.db_base_plugin_common [req-d21e2d6d-afe9-4dd7-8625-e510f6bd8ee5 req-83fb3a00-ae43-45c9-921f-82543a003d9c tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] Allocated IP 172.20.0.6 (998e98f9-ac1b-426b-ab19-3e3143db2df0/15bb2f5b-f3cc-4506-b5e4-506ade2eb0cc/e5146cdd-0997-47a0-a44c-81ded80e30c7) {{(pid=114528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 17:48:31.832018 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-2ca861d5-4201-43fe-bbde-acde06677418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764020614705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940005'] for port, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:32.018167 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-7bb26395-88c1-4254-b874-1e34932d6fd0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:48:32.018609 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-7bb26395-88c1-4254-b874-1e34932d6fd0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:48:32.018942 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-7bb26395-88c1-4254-b874-1e34932d6fd0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=114529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:48:32.019270 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-7bb26395-88c1-4254-b874-1e34932d6fd0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=114529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 17:48:32.019641 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.services.segments.db [None req-7bb26395-88c1-4254-b874-1e34932d6fd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['772fa6c9-5187-4c8c-b1e9-3e0ee75d584b']}} {{(pid=114529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:48:32.063482 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-933f1abe-c69e-4f8b-a972-07495afb8c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6a4d52a-af9e-4bc0-befc-894fd7602dc4', 'name': 'tempest-ServerRescueNegativeTestJSON-1091704996-router', 'tenant_id': '977e9ef6bd9842379167d252715c6e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.143'}], 'enable_snat': True}, 'gw_port_id': '6eeb1939-3648-4150-b905-97177297a5d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:48:20Z', 'updated_at': '2022-06-10T17:48:29Z', 'revision_number': 4, 'project_id': '977e9ef6bd9842379167d252715c6e8c', 'gw_port': {'id': '6eeb1939-3648-4150-b905-97177297a5d7', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a4d52a-af9e-4bc0-befc-894fd7602dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:48:21Z', 'updated_at': '2022-06-10T17:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': '70696a10-dc16-4fad-a071-98a29eecb1d9', 'name': '', 'network_id': 'e628d0f6-63d3-440a-9d16-11e611b2380d', 'tenant_id': '977e9ef6bd9842379167d252715c6e8c', 'mac_address': 'fa:16:3e:a9:e4:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6a4d52a-af9e-4bc0-befc-894fd7602dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9b159fa3-bdfe-428f-8e21-2b18edcf45c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:48:27Z', 'updated_at': '2022-06-10T17:48:29Z', 'revision_number': 2, 'project_id': '977e9ef6bd9842379167d252715c6e8c', 'subnets': [{'id': '9b159fa3-bdfe-428f-8e21-2b18edcf45c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:48:32.115372 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca861d5-4201-43fe-bbde-acde06677418 admin admin] Network 20988a48-24d3-47c4-85a4-f592522eeed3 is already hosted by enough agents. {{(pid=114528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:48:32.133522 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.base_scheduler [None req-2ca861d5-4201-43fe-bbde-acde06677418 admin admin] Resources bound (agent type, host, resource id): {{(pid=114528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:48:32.170166 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca861d5-4201-43fe-bbde-acde06677418 admin admin] Received port after_create {{(pid=114528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 10 17:48:32.197476 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933f1abe-c69e-4f8b-a972-07495afb8c69 None None] Checking router: d6a4d52a-af9e-4bc0-befc-894fd7602dc4 for host: dv-cinder-xena-3-iscsi {{(pid=114531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 17:48:32.197909 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933f1abe-c69e-4f8b-a972-07495afb8c69 None None] Updating router d6a4d52a-af9e-4bc0-befc-894fd7602dc4 port 70696a10-dc16-4fad-a071-98a29eecb1d9 binding host dv-cinder-xena-3-iscsi {{(pid=114531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 17:48:32.289641 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron_lib.callbacks.manager [None req-933f1abe-c69e-4f8b-a972-07495afb8c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:32.298148 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.services.segments.db [None req-7bb26395-88c1-4254-b874-1e34932d6fd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf170c93-02f3-472c-821a-1f9555a2247b') {'for_net_delete': True} {{(pid=114529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:48:32.305194 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca861d5-4201-43fe-bbde-acde06677418 admin admin] Pushing event updated for resources: {'Port': ['ID=c1332663-a831-4126-a8bd-f0f96a793898,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:32.313986 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.services.segments.db [None req-7bb26395-88c1-4254-b874-1e34932d6fd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf170c93-02f3-472c-821a-1f9555a2247b') {} {{(pid=114529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:48:32.432237 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-7bb26395-88c1-4254-b874-1e34932d6fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764020916947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263706163'] for segment, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:32.438888 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-2ca861d5-4201-43fe-bbde-acde06677418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754083'] for router_interface, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:32.480187 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device 6eeb1939-3648-4150-b905-97177297a5d7 up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 17:48:32.544950 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-d21e2d6d-afe9-4dd7-8625-e510f6bd8ee5 req-83fb3a00-ae43-45c9-921f-82543a003d9c tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] Notify callbacks [] for port, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:32.549200 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-7bb26395-88c1-4254-b874-1e34932d6fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009214'] for segment, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:32.572499 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bb26395-88c1-4254-b874-1e34932d6fd0 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=114529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 17:48:32.572910 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-7bb26395-88c1-4254-b874-1e34932d6fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263062844'] for segment, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:32.646929 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-32596563-94c5-43c6-8dd1-205bd1e8a95a None None] Provisioning complete for port c1332663-a831-4126-a8bd-f0f96a793898 triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:48:32.647643 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-32596563-94c5-43c6-8dd1-205bd1e8a95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:32.737890 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-52addb8c-b4bb-48d4-bebb-696a0d43ff00 req-732843d9-20df-43ee-9c53-6c4f6f636042 tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] 10.222.0.16 "GET /v2.0/ports?device_id=17dac1b9-ba9b-4851-a315-1b8485546713 HTTP/1.1" status: 200 len: 210 time: 0.4622664 Jun 10 17:48:32.769233 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-32596563-94c5-43c6-8dd1-205bd1e8a95a None None] Port c1332663-a831-4126-a8bd-f0f96a793898 cannot update to ACTIVE because it is not bound. {{(pid=114530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 10 17:48:32.776487 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Provisioning complete for port 6eeb1939-3648-4150-b905-97177297a5d7 triggered by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:48:32.776865 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:32.815357 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron_lib.callbacks.manager [None req-933f1abe-c69e-4f8b-a972-07495afb8c69 None None] Notify callbacks [] for port, precommit_update {{(pid=114531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:32.819848 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-7bb26395-88c1-4254-b874-1e34932d6fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4008437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753944'] for network, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:32.830519 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d48556-f0a7-469e-8653-133a95d7a43d req-755fc2cc-7008-43b1-b200-f5741722eb1b tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:32.832097 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-42d48556-f0a7-469e-8653-133a95d7a43d req-755fc2cc-7008-43b1-b200-f5741722eb1b tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/networks?id=e628d0f6-63d3-440a-9d16-11e611b2380d HTTP/1.1" status: 200 len: 819 time: 0.7979612 Jun 10 17:48:32.862518 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-42d48556-f0a7-469e-8653-133a95d7a43d req-3df76466-6d84-4d8c-ab15-16405e28a2cf tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/quotas/977e9ef6bd9842379167d252715c6e8c HTTP/1.1" status: 200 len: 375 time: 0.0114598 Jun 10 17:48:32.863628 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-7bb26395-88c1-4254-b874-1e34932d6fd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-734032'] for network, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:32.868393 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-7bb26395-88c1-4254-b874-1e34932d6fd0 admin admin] 10.222.0.16 "DELETE /v2.0/networks/772fa6c9-5187-4c8c-b1e9-3e0ee75d584b HTTP/1.1" status: 204 len: 168 time: 2.0728099 Jun 10 17:48:32.877535 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-d21e2d6d-afe9-4dd7-8625-e510f6bd8ee5 req-83fb3a00-ae43-45c9-921f-82543a003d9c tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764020614705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940005'] for port, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:32.917049 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron_lib.callbacks.manager [None req-933f1abe-c69e-4f8b-a972-07495afb8c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:32.928601 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb26395-88c1-4254-b874-1e34932d6fd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=772fa6c9-5187-4c8c-b1e9-3e0ee75d584b,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:32.937355 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Current status of the port 6eeb1939-3648-4150-b905-97177297a5d7 is: ACTIVE; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:48:32.940236 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device 3023a440-e1e2-4844-a335-dbd4f6eff056 up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 17:48:33.015810 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197ccb5a-a543-4dcc-9c74-9d27e3c9fc74 None None] Pushing event updated for resources: {'Port': ['ID=70696a10-dc16-4fad-a071-98a29eecb1d9,revision_number=3']} {{(pid=114531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:33.037163 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-42d48556-f0a7-469e-8653-133a95d7a43d req-cba4b859-d3f5-4492-9161-ce3a628f23ec tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=977e9ef6bd9842379167d252715c6e8c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1638405 Jun 10 17:48:33.068547 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Provisioning complete for port 3023a440-e1e2-4844-a335-dbd4f6eff056 triggered by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:48:33.069026 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:33.235827 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.managers [None req-933f1abe-c69e-4f8b-a972-07495afb8c69 None None] Attempting to bind port 70696a10-dc16-4fad-a071-98a29eecb1d9 on host dv-cinder-xena-3-iscsi for vnic_type normal with profile {{(pid=114531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 17:48:33.236427 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.managers [None req-933f1abe-c69e-4f8b-a972-07495afb8c69 None None] Attempting to bind port 70696a10-dc16-4fad-a071-98a29eecb1d9 by drivers openvswitch,hyperv on host dv-cinder-xena-3-iscsi at level 0 using segments [{'id': 'b89b8fd3-0b50-4914-8518-4833b6995ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e628d0f6-63d3-440a-9d16-11e611b2380d'}] {{(pid=114531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 17:48:33.236531 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933f1abe-c69e-4f8b-a972-07495afb8c69 None None] Attempting to bind port 70696a10-dc16-4fad-a071-98a29eecb1d9 on network e628d0f6-63d3-440a-9d16-11e611b2380d {{(pid=114531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 10 17:48:33.258841 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Current status of the port 3023a440-e1e2-4844-a335-dbd4f6eff056 is: DOWN; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:48:33.259446 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:33.263624 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933f1abe-c69e-4f8b-a972-07495afb8c69 None None] Checking agent: {'id': '87b91a5b-6105-4774-a25f-e6a5abfdfa1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-xena-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 10, 17, 40, 14), 'started_at': datetime.datetime(2022, 6, 10, 17, 40, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 10, 17, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-xena-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 10 17:48:33.264321 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933f1abe-c69e-4f8b-a972-07495afb8c69 None None] Checking segment: {'id': 'b89b8fd3-0b50-4914-8518-4833b6995ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e628d0f6-63d3-440a-9d16-11e611b2380d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 10 17:48:33.265487 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron_lib.callbacks.manager [None req-933f1abe-c69e-4f8b-a972-07495afb8c69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:33.270787 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933f1abe-c69e-4f8b-a972-07495afb8c69 None None] Bound using segment: {'id': 'b89b8fd3-0b50-4914-8518-4833b6995ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e628d0f6-63d3-440a-9d16-11e611b2380d'} {{(pid=114531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 10 17:48:33.272600 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.managers [None req-933f1abe-c69e-4f8b-a972-07495afb8c69 None None] Bound port: 70696a10-dc16-4fad-a071-98a29eecb1d9, host: dv-cinder-xena-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b89b8fd3-0b50-4914-8518-4833b6995ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e628d0f6-63d3-440a-9d16-11e611b2380d'}}] {{(pid=114531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 17:48:33.273505 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron_lib.callbacks.manager [None req-933f1abe-c69e-4f8b-a972-07495afb8c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:33.311560 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] For port 3023a440-e1e2-4844-a335-dbd4f6eff056, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=3023a440-e1e2-4844-a335-dbd4f6eff056,segment=NetworkSegment(bfeef927-6d24-4759-be0a-a8eced1bbc0e),segment_id=bfeef927-6d24-4759-be0a-a8eced1bbc0e)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:48:33.409944 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-5b7b8b81-3e6e-4c9c-9629-2a608996eb8f None None] Provisioning complete for port 70696a10-dc16-4fad-a071-98a29eecb1d9 triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:48:33.412319 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-5b7b8b81-3e6e-4c9c-9629-2a608996eb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:33.438390 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:33.442721 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.db [None req-933f1abe-c69e-4f8b-a972-07495afb8c69 None None] For port 70696a10-dc16-4fad-a071-98a29eecb1d9, host dv-cinder-xena-3-iscsi, cleared binding levels {{(pid=114531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 10 17:48:33.446963 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d21e2d6d-afe9-4dd7-8625-e510f6bd8ee5 req-83fb3a00-ae43-45c9-921f-82543a003d9c tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] Network 998e98f9-ac1b-426b-ab19-3e3143db2df0 is already hosted by enough agents. {{(pid=114528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:48:33.463366 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.base_scheduler [req-d21e2d6d-afe9-4dd7-8625-e510f6bd8ee5 req-83fb3a00-ae43-45c9-921f-82543a003d9c tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] Resources bound (agent type, host, resource id): {{(pid=114528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:48:33.465150 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.db [None req-933f1abe-c69e-4f8b-a972-07495afb8c69 None None] For port 70696a10-dc16-4fad-a071-98a29eecb1d9, host dv-cinder-xena-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=70696a10-dc16-4fad-a071-98a29eecb1d9,segment=NetworkSegment(b89b8fd3-0b50-4914-8518-4833b6995ef5),segment_id=b89b8fd3-0b50-4914-8518-4833b6995ef5)] {{(pid=114531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 10 17:48:33.481050 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.l3_dvrscheduler_db [req-d21e2d6d-afe9-4dd7-8625-e510f6bd8ee5 req-83fb3a00-ae43-45c9-921f-82543a003d9c tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] Received port after_create {{(pid=114528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 10 17:48:33.491748 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-5b7b8b81-3e6e-4c9c-9629-2a608996eb8f None None] Port 70696a10-dc16-4fad-a071-98a29eecb1d9 cannot update to ACTIVE because it is not bound. {{(pid=114530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 10 17:48:33.534069 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron_lib.callbacks.manager [None req-933f1abe-c69e-4f8b-a972-07495afb8c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:33.543073 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Pushing event updated for resources: {'Port': ['ID=3023a440-e1e2-4844-a335-dbd4f6eff056,revision_number=4']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:33.580111 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 40814) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:48:33.600977 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-2ca861d5-4201-43fe-bbde-acde06677418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:33.645078 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933f1abe-c69e-4f8b-a972-07495afb8c69 None None] Routers {'d6a4d52a-af9e-4bc0-befc-894fd7602dc4'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:48:33.645782 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-933f1abe-c69e-4f8b-a972-07495afb8c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:48:11Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['d6a4d52a-af9e-4bc0-befc-894fd7602dc4'], 'active': True} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:48:33.676749 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 40822) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:48:33.741280 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fb3a00-ae43-45c9-921f-82543a003d9c tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] Pushing event updated for resources: {'Port': ['ID=e5146cdd-0997-47a0-a44c-81ded80e30c7,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:33.794831 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197ccb5a-a543-4dcc-9c74-9d27e3c9fc74 None None] Pushing event updated for resources: {'Port': ['ID=70696a10-dc16-4fad-a071-98a29eecb1d9,revision_number=4']} {{(pid=114531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:33.841147 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-071837f8-3495-474d-b153-a8daef0cc694 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=252f2f59654446a992659c89e9f90e2a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1632903 Jun 10 17:48:33.848639 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 40830) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:48:33.957337 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21e2d6d-afe9-4dd7-8625-e510f6bd8ee5 req-83fb3a00-ae43-45c9-921f-82543a003d9c tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:33.960267 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-d21e2d6d-afe9-4dd7-8625-e510f6bd8ee5 req-83fb3a00-ae43-45c9-921f-82543a003d9c tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-734032'] for port, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:34.025438 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvr_db [None req-933f1abe-c69e-4f8b-a972-07495afb8c69 None None] Set router d6a4d52a-af9e-4bc0-befc-894fd7602dc4 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:48:34.154580 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-9f6506c1-8c70-4549-86f9-1fd34d75398d None None] Provisioning complete for port 70696a10-dc16-4fad-a071-98a29eecb1d9 triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:48:34.160181 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-9f6506c1-8c70-4549-86f9-1fd34d75398d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:34.216147 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-d21e2d6d-afe9-4dd7-8625-e510f6bd8ee5 req-83fb3a00-ae43-45c9-921f-82543a003d9c tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9752035 Jun 10 17:48:34.237342 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.services.segments.plugin [-] Segment bf170c93-02f3-472c-821a-1f9555a2247b resource provider aggregate not found Jun 10 17:48:34.242904 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device 3023a440-e1e2-4844-a335-dbd4f6eff056 up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 17:48:34.253097 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-c03367fd-18c1-4680-98db-93f2cb75d6e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:34.318183 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.services.segments.plugin [-] Segment bf170c93-02f3-472c-821a-1f9555a2247b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bf170c93-02f3-472c-821a-1f9555a2247b found for delete ", "request_id": "req-5a836b2f-0ea5-4e7f-9887-da5c0e886863"}]} Jun 10 17:48:34.328339 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-2ca861d5-4201-43fe-bbde-acde06677418 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:34.364966 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e86b9c-2dd7-4e7c-a1c4-8987e300f904 req-94cef038-2365-4593-b0ee-03d8d4f1a122 tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:34.366533 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-96e86b9c-2dd7-4e7c-a1c4-8987e300f904 req-94cef038-2365-4593-b0ee-03d8d4f1a122 tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] 10.222.0.16 "GET /v2.0/ports?device_id=17dac1b9-ba9b-4851-a315-1b8485546713 HTTP/1.1" status: 200 len: 931 time: 0.4129269 Jun 10 17:48:34.405840 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-c03367fd-18c1-4680-98db-93f2cb75d6e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:34.413418 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-2ca861d5-4201-43fe-bbde-acde06677418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940062'] for port, after_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:34.477412 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Provisioning complete for port 3023a440-e1e2-4844-a335-dbd4f6eff056 triggered by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:48:34.482468 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:34.483028 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-99a55fd8-9bb0-4a1d-9608-c46d0c7104ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:34.553064 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-2ca861d5-4201-43fe-bbde-acde06677418 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-734068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-779027'] for router_interface, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:34.568196 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [req-42d48556-f0a7-469e-8653-133a95d7a43d req-6c8b5b57-0d77-4545-92c7-69b54b7a764c service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=114529) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 17:48:34.569807 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca861d5-4201-43fe-bbde-acde06677418 admin admin] Pushing event updated for resources: {'Port': ['ID=c1332663-a831-4126-a8bd-f0f96a793898,revision_number=2']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:34.582185 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-42d48556-f0a7-469e-8653-133a95d7a43d req-6c8b5b57-0d77-4545-92c7-69b54b7a764c service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1993237 Jun 10 17:48:34.676504 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-933f1abe-c69e-4f8b-a972-07495afb8c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6a4d52a-af9e-4bc0-befc-894fd7602dc4', 'name': 'tempest-ServerRescueNegativeTestJSON-1091704996-router', 'tenant_id': '977e9ef6bd9842379167d252715c6e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.143'}], 'enable_snat': True}, 'gw_port_id': '6eeb1939-3648-4150-b905-97177297a5d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:48:20Z', 'updated_at': '2022-06-10T17:48:29Z', 'revision_number': 4, 'project_id': '977e9ef6bd9842379167d252715c6e8c', 'gw_port': {'id': '6eeb1939-3648-4150-b905-97177297a5d7', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a4d52a-af9e-4bc0-befc-894fd7602dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:48:21Z', 'updated_at': '2022-06-10T17:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': '70696a10-dc16-4fad-a071-98a29eecb1d9', 'name': '', 'network_id': 'e628d0f6-63d3-440a-9d16-11e611b2380d', 'tenant_id': '977e9ef6bd9842379167d252715c6e8c', 'mac_address': 'fa:16:3e:a9:e4:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6a4d52a-af9e-4bc0-befc-894fd7602dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9b159fa3-bdfe-428f-8e21-2b18edcf45c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:48:27Z', 'updated_at': '2022-06-10T17:48:33Z', 'revision_number': 4, 'project_id': '977e9ef6bd9842379167d252715c6e8c', 'subnets': [{'id': '9b159fa3-bdfe-428f-8e21-2b18edcf45c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:48:34.694379 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-9f6506c1-8c70-4549-86f9-1fd34d75398d None None] Current status of the port 70696a10-dc16-4fad-a071-98a29eecb1d9 is: DOWN; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:48:34.695031 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-9f6506c1-8c70-4549-86f9-1fd34d75398d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:34.711193 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933f1abe-c69e-4f8b-a972-07495afb8c69 None None] The sync data for ids ['d6a4d52a-af9e-4bc0-befc-894fd7602dc4'] in dv-cinder-xena-3-iscsi is: [{'id': 'd6a4d52a-af9e-4bc0-befc-894fd7602dc4', 'name': 'tempest-ServerRescueNegativeTestJSON-1091704996-router', 'tenant_id': '977e9ef6bd9842379167d252715c6e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.143'}], 'enable_snat': True}, 'gw_port_id': '6eeb1939-3648-4150-b905-97177297a5d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:48:20Z', 'updated_at': '2022-06-10T17:48:29Z', 'revision_number': 4, 'project_id': '977e9ef6bd9842379167d252715c6e8c', 'gw_port': {'id': '6eeb1939-3648-4150-b905-97177297a5d7', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a4d52a-af9e-4bc0-befc-894fd7602dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:48:21Z', 'updated_at': '2022-06-10T17:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': '70696a10-dc16-4fad-a071-98a29eecb1d9', 'name': '', 'network_id': 'e628d0f6-63d3-440a-9d16-11e611b2380d', 'tenant_id': '977e9ef6bd9842379167d252715c6e8c', 'mac_address': 'fa:16:3e:a9:e4:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6a4d52a-af9e-4bc0-befc-894fd7602dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9b159fa3-bdfe-428f-8e21-2b18edcf45c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:48:27Z', 'updated_at': '2022-06-10T17:48:33Z', 'revision_number': 4, 'project_id': '977e9ef6bd9842379167d252715c6e8c', 'subnets': [{'id': '9b159fa3-bdfe-428f-8e21-2b18edcf45c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 17:48:34.725722 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca861d5-4201-43fe-bbde-acde06677418 admin admin] Network 20988a48-24d3-47c4-85a4-f592522eeed3 is already hosted by enough agents. {{(pid=114528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:48:34.730368 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.base_scheduler [None req-2ca861d5-4201-43fe-bbde-acde06677418 admin admin] Resources bound (agent type, host, resource id): {{(pid=114528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:48:34.739528 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-9f6506c1-8c70-4549-86f9-1fd34d75398d None None] For port 70696a10-dc16-4fad-a071-98a29eecb1d9, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=70696a10-dc16-4fad-a071-98a29eecb1d9,segment=NetworkSegment(b89b8fd3-0b50-4914-8518-4833b6995ef5),segment_id=b89b8fd3-0b50-4914-8518-4833b6995ef5)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:48:34.836420 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-9f6506c1-8c70-4549-86f9-1fd34d75398d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:34.848199 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Current status of the port 3023a440-e1e2-4844-a335-dbd4f6eff056 is: ACTIVE; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:48:34.882610 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ca861d5-4201-43fe-bbde-acde06677418 admin admin] Router a6adcaf7-4474-4e92-8346-d405920b7c32 has already been hosted by L3 agent e04d2863-a40a-41db-9b2a-39042df37909 {{(pid=114528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 10 17:48:34.910416 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-96e86b9c-2dd7-4e7c-a1c4-8987e300f904 req-6c8fb0e4-4fd7-48ee-a32b-501187076840 tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] 10.222.0.16 "GET /v2.0/security-groups?id=de570a03-07aa-4ef5-9ecd-328dcd463193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5211391 Jun 10 17:48:34.992628 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6506c1-8c70-4549-86f9-1fd34d75398d None None] Pushing event updated for resources: {'Port': ['ID=70696a10-dc16-4fad-a071-98a29eecb1d9,revision_number=5']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:35.180779 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-42d48556-f0a7-469e-8653-133a95d7a43d req-9501702a-3b38-4d7d-b64b-42a4aa82a64b service neutron] 10.222.0.16 "GET /v2.0/networks/e628d0f6-63d3-440a-9d16-11e611b2380d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182380 Jun 10 17:48:35.211685 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca861d5-4201-43fe-bbde-acde06677418 admin admin] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=114528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 10 17:48:35.229122 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-2ca861d5-4201-43fe-bbde-acde06677418 admin admin] 10.222.0.16 "PUT /v2.0/routers/a6adcaf7-4474-4e92-8346-d405920b7c32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2237985 Jun 10 17:48:35.229967 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710336cf-f750-48c3-b80a-0ae662bfa893 None None] Sync routers for ids ['a6adcaf7-4474-4e92-8346-d405920b7c32'] in dv-cinder-xena-3-iscsi {{(pid=114530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 17:48:35.241077 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-99a55fd8-9bb0-4a1d-9608-c46d0c7104ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:35.245232 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [req-d21e2d6d-afe9-4dd7-8625-e510f6bd8ee5 req-252eb53d-8fb4-47b5-bfc8-ffee6830f504 tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=114528) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 17:48:35.247388 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-d21e2d6d-afe9-4dd7-8625-e510f6bd8ee5 req-252eb53d-8fb4-47b5-bfc8-ffee6830f504 tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0153246 Jun 10 17:48:35.270292 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710336cf-f750-48c3-b80a-0ae662bfa893 None None] Routers {'a6adcaf7-4474-4e92-8346-d405920b7c32'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:48:35.273305 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-710336cf-f750-48c3-b80a-0ae662bfa893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:48:11Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['a6adcaf7-4474-4e92-8346-d405920b7c32'], 'active': True} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:48:35.285209 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 40864) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:48:35.351125 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-e60614f0-0c0d-47d8-8c65-a830eb02cfaf None None] Provisioning complete for port c1332663-a831-4126-a8bd-f0f96a793898 triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:48:35.351660 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-e60614f0-0c0d-47d8-8c65-a830eb02cfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:35.374095 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-99a55fd8-9bb0-4a1d-9608-c46d0c7104ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:35.404195 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-c03367fd-18c1-4680-98db-93f2cb75d6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:35.407934 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-c03367fd-18c1-4680-98db-93f2cb75d6e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:35.421004 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-c03367fd-18c1-4680-98db-93f2cb75d6e5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2d1bcac5-ae3c-4c16-9a5d-a2010011e0e9 HTTP/1.1" status: 204 len: 168 time: 1.5620472 Jun 10 17:48:35.496415 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a55fd8-9bb0-4a1d-9608-c46d0c7104ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8077be8-66d2-413e-bc88-decc16d6b124,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:35.508966 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-e60614f0-0c0d-47d8-8c65-a830eb02cfaf None None] Port c1332663-a831-4126-a8bd-f0f96a793898 cannot update to ACTIVE because it is not bound. {{(pid=114530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 10 17:48:35.538052 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-42d48556-f0a7-469e-8653-133a95d7a43d req-8c6d22ce-abce-4936-9153-5a6245f65eb8 service neutron] 10.222.0.16 "GET /v2.0/networks/e628d0f6-63d3-440a-9d16-11e611b2380d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257143 Jun 10 17:48:35.557351 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03367fd-18c1-4680-98db-93f2cb75d6e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1bcac5-ae3c-4c16-9a5d-a2010011e0e9,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:35.572540 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-99a55fd8-9bb0-4a1d-9608-c46d0c7104ad admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6ea43ae5a4264fbf9ad56345c46e4d4d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9887357 Jun 10 17:48:35.572730 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 40874) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:48:35.603621 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvr_db [None req-710336cf-f750-48c3-b80a-0ae662bfa893 None None] Set router a6adcaf7-4474-4e92-8346-d405920b7c32 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:48:35.670067 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-4a7c0994-f1d7-4078-85f6-d172369e3e53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:35.719684 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-80298046-dfd9-4ac4-8be8-69bf1423de64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:35.760681 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-80298046-dfd9-4ac4-8be8-69bf1423de64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:35.951057 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-4a7c0994-f1d7-4078-85f6-d172369e3e53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:36.121602 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [req-d21e2d6d-afe9-4dd7-8625-e510f6bd8ee5 req-1f5e1fa0-bbb0-48de-baa6-4b7c0802c62e service neutron] Request body: {'port': {'device_id': '17dac1b9-ba9b-4851-a315-1b8485546713', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-xena0'}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:48:36.144657 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-80298046-dfd9-4ac4-8be8-69bf1423de64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:36.147745 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-80298046-dfd9-4ac4-8be8-69bf1423de64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:36.151929 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-80298046-dfd9-4ac4-8be8-69bf1423de64 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a8077be8-66d2-413e-bc88-decc16d6b124 HTTP/1.1" status: 204 len: 168 time: 0.5781522 Jun 10 17:48:36.175151 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80298046-dfd9-4ac4-8be8-69bf1423de64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8077be8-66d2-413e-bc88-decc16d6b124,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:36.195479 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-4a7c0994-f1d7-4078-85f6-d172369e3e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:36.300066 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device 70696a10-dc16-4fad-a071-98a29eecb1d9 up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 17:48:36.307940 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-d21e2d6d-afe9-4dd7-8625-e510f6bd8ee5 req-1f5e1fa0-bbb0-48de-baa6-4b7c0802c62e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:36.327912 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7c0994-f1d7-4078-85f6-d172369e3e53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db2001e-6a2b-4d0f-b973-cab6f133e7f6,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:36.338180 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-4a7c0994-f1d7-4078-85f6-d172369e3e53 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e82e6a7a908c4ff5aaa355f30148a578&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0449560 Jun 10 17:48:36.339134 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 40900) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:48:36.617521 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Provisioning complete for port 70696a10-dc16-4fad-a071-98a29eecb1d9 triggered by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:48:36.621083 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:36.622106 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-7b3ba674-c669-4369-9158-44cf8b009c00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:36.667928 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9581df93-1cd9-4de3-bbe5-1424060bf9ee req-c647c02f-927b-4597-b145-18e3914831f7 tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:36.672596 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-9581df93-1cd9-4de3-bbe5-1424060bf9ee req-c647c02f-927b-4597-b145-18e3914831f7 tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] 10.222.0.16 "GET /v2.0/ports?device_id=17dac1b9-ba9b-4851-a315-1b8485546713 HTTP/1.1" status: 200 len: 931 time: 0.2671251 Jun 10 17:48:36.722756 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-710336cf-f750-48c3-b80a-0ae662bfa893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6adcaf7-4474-4e92-8346-d405920b7c32', 'name': 'tempest-AttachVolumeTestJSON-992701664-router', 'tenant_id': 'd5dbfa207ddd44e3912f4141ac504575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.195'}], 'enable_snat': True}, 'gw_port_id': '3023a440-e1e2-4844-a335-dbd4f6eff056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:48:21Z', 'updated_at': '2022-06-10T17:48:32Z', 'revision_number': 4, 'project_id': 'd5dbfa207ddd44e3912f4141ac504575', 'gw_port': {'id': '3023a440-e1e2-4844-a335-dbd4f6eff056', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:df:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6adcaf7-4474-4e92-8346-d405920b7c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:48:22Z', 'updated_at': '2022-06-10T17:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': 'c1332663-a831-4126-a8bd-f0f96a793898', 'name': '', 'network_id': '20988a48-24d3-47c4-85a4-f592522eeed3', 'tenant_id': 'd5dbfa207ddd44e3912f4141ac504575', 'mac_address': 'fa:16:3e:e5:25:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6adcaf7-4474-4e92-8346-d405920b7c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6c6c1002-ecf3-4b70-9e9d-befa43491f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:48:29Z', 'updated_at': '2022-06-10T17:48:34Z', 'revision_number': 2, 'project_id': 'd5dbfa207ddd44e3912f4141ac504575', 'subnets': [{'id': '6c6c1002-ecf3-4b70-9e9d-befa43491f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:48:36.760977 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-7b3ba674-c669-4369-9158-44cf8b009c00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:36.912051 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710336cf-f750-48c3-b80a-0ae662bfa893 None None] Checking router: a6adcaf7-4474-4e92-8346-d405920b7c32 for host: dv-cinder-xena-3-iscsi {{(pid=114530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 17:48:36.913332 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710336cf-f750-48c3-b80a-0ae662bfa893 None None] Updating router a6adcaf7-4474-4e92-8346-d405920b7c32 port c1332663-a831-4126-a8bd-f0f96a793898 binding host dv-cinder-xena-3-iscsi {{(pid=114530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 17:48:37.008621 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-9581df93-1cd9-4de3-bbe5-1424060bf9ee req-512bbd04-5b78-4528-9195-c7440fc2d725 tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] 10.222.0.16 "GET /v2.0/security-groups?id=de570a03-07aa-4ef5-9ecd-328dcd463193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194692 Jun 10 17:48:37.052042 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-710336cf-f750-48c3-b80a-0ae662bfa893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:37.127479 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-7b3ba674-c669-4369-9158-44cf8b009c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:37.130451 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-7b3ba674-c669-4369-9158-44cf8b009c00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:37.137888 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-7b3ba674-c669-4369-9158-44cf8b009c00 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7db2001e-6a2b-4d0f-b973-cab6f133e7f6 HTTP/1.1" status: 204 len: 168 time: 0.7909579 Jun 10 17:48:37.216799 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3ba674-c669-4369-9158-44cf8b009c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db2001e-6a2b-4d0f-b973-cab6f133e7f6,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:37.243580 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Current status of the port 70696a10-dc16-4fad-a071-98a29eecb1d9 is: ACTIVE; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:48:37.282445 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 40930) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:48:37.291350 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-37115f1c-485c-4bdc-963f-cecc8fcb4b8e req-0cd13b68-1c01-4dbd-8ab3-78630bea91d8 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=2451b0e9-a4e2-4bfd-89a4-f2397dbe41df HTTP/1.1" status: 200 len: 210 time: 0.1288018 Jun 10 17:48:37.301539 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.v2.base [None req-a3d7c090-9c20-484a-93c6-75675eb50a20 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Request body: {'security_group': {'name': 'tempest-securitygroup--381467245', 'description': 'tempest-description--1722973827'}} {{(pid=114529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:48:37.324311 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.notifiers.nova [req-d21e2d6d-afe9-4dd7-8625-e510f6bd8ee5 req-1f5e1fa0-bbb0-48de-baa6-4b7c0802c62e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5146cdd-0997-47a0-a44c-81ded80e30c7 {{(pid=114528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 10 17:48:37.365273 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-d21e2d6d-afe9-4dd7-8625-e510f6bd8ee5 req-1f5e1fa0-bbb0-48de-baa6-4b7c0802c62e service neutron] Notify callbacks [] for port, precommit_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:37.399143 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.provisioning_blocks [req-d21e2d6d-afe9-4dd7-8625-e510f6bd8ee5 req-1f5e1fa0-bbb0-48de-baa6-4b7c0802c62e service neutron] Transition to ACTIVE for port object e5146cdd-0997-47a0-a44c-81ded80e30c7 will not be triggered until provisioned by entity L2. {{(pid=114528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 17:48:37.447459 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-a3d7c090-9c20-484a-93c6-75675eb50a20 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks [] for security_group, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:37.505064 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-d21e2d6d-afe9-4dd7-8625-e510f6bd8ee5 req-1f5e1fa0-bbb0-48de-baa6-4b7c0802c62e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940062'] for port, after_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:37.582476 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-a3d7c090-9c20-484a-93c6-75675eb50a20 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks [] for security_group, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:37.607763 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5e1fa0-bbb0-48de-baa6-4b7c0802c62e service neutron] Pushing event updated for resources: {'Port': ['ID=e5146cdd-0997-47a0-a44c-81ded80e30c7,revision_number=2']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:37.731362 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-710336cf-f750-48c3-b80a-0ae662bfa893 None None] Notify callbacks [] for port, precommit_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:37.732762 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.managers [req-d21e2d6d-afe9-4dd7-8625-e510f6bd8ee5 req-1f5e1fa0-bbb0-48de-baa6-4b7c0802c62e service neutron] Attempting to bind port e5146cdd-0997-47a0-a44c-81ded80e30c7 on host hv-cinder-xena0 for vnic_type normal with profile {{(pid=114528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 17:48:37.732762 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.managers [req-d21e2d6d-afe9-4dd7-8625-e510f6bd8ee5 req-1f5e1fa0-bbb0-48de-baa6-4b7c0802c62e service neutron] Attempting to bind port e5146cdd-0997-47a0-a44c-81ded80e30c7 by drivers openvswitch,hyperv on host hv-cinder-xena0 at level 0 using segments [{'id': '3a4d6950-abc0-4a07-8857-609d4fd46ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '998e98f9-ac1b-426b-ab19-3e3143db2df0'}] {{(pid=114528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 17:48:37.732762 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21e2d6d-afe9-4dd7-8625-e510f6bd8ee5 req-1f5e1fa0-bbb0-48de-baa6-4b7c0802c62e service neutron] Attempting to bind port e5146cdd-0997-47a0-a44c-81ded80e30c7 on network 998e98f9-ac1b-426b-ab19-3e3143db2df0 {{(pid=114528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 10 17:48:37.732762 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21e2d6d-afe9-4dd7-8625-e510f6bd8ee5 req-1f5e1fa0-bbb0-48de-baa6-4b7c0802c62e service neutron] Port e5146cdd-0997-47a0-a44c-81ded80e30c7 on network 998e98f9-ac1b-426b-ab19-3e3143db2df0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-xena0 {{(pid=114528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 10 17:48:37.732762 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21e2d6d-afe9-4dd7-8625-e510f6bd8ee5 req-1f5e1fa0-bbb0-48de-baa6-4b7c0802c62e service neutron] Attempting to bind port e5146cdd-0997-47a0-a44c-81ded80e30c7 on network 998e98f9-ac1b-426b-ab19-3e3143db2df0 {{(pid=114528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 10 17:48:37.732762 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21e2d6d-afe9-4dd7-8625-e510f6bd8ee5 req-1f5e1fa0-bbb0-48de-baa6-4b7c0802c62e service neutron] Checking agent: {'id': '7469bf7c-50e4-4cc8-b056-051e3e633b26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-xena0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 10, 17, 46, 19), 'started_at': datetime.datetime(2022, 6, 10, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 10, 17, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 10 17:48:37.732762 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21e2d6d-afe9-4dd7-8625-e510f6bd8ee5 req-1f5e1fa0-bbb0-48de-baa6-4b7c0802c62e service neutron] Checking segment: {'id': '3a4d6950-abc0-4a07-8857-609d4fd46ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '998e98f9-ac1b-426b-ab19-3e3143db2df0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 10 17:48:37.732762 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21e2d6d-afe9-4dd7-8625-e510f6bd8ee5 req-1f5e1fa0-bbb0-48de-baa6-4b7c0802c62e service neutron] Bound using segment: {'id': '3a4d6950-abc0-4a07-8857-609d4fd46ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '998e98f9-ac1b-426b-ab19-3e3143db2df0'} {{(pid=114528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 10 17:48:37.732762 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.managers [req-d21e2d6d-afe9-4dd7-8625-e510f6bd8ee5 req-1f5e1fa0-bbb0-48de-baa6-4b7c0802c62e service neutron] Bound port: e5146cdd-0997-47a0-a44c-81ded80e30c7, host: hv-cinder-xena0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a4d6950-abc0-4a07-8857-609d4fd46ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '998e98f9-ac1b-426b-ab19-3e3143db2df0'}}] {{(pid=114528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 17:48:37.732762 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-d21e2d6d-afe9-4dd7-8625-e510f6bd8ee5 req-1f5e1fa0-bbb0-48de-baa6-4b7c0802c62e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:37.786162 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.db [req-d21e2d6d-afe9-4dd7-8625-e510f6bd8ee5 req-1f5e1fa0-bbb0-48de-baa6-4b7c0802c62e service neutron] For port e5146cdd-0997-47a0-a44c-81ded80e30c7, host hv-cinder-xena0, cleared binding levels {{(pid=114528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 10 17:48:37.791594 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.db [req-d21e2d6d-afe9-4dd7-8625-e510f6bd8ee5 req-1f5e1fa0-bbb0-48de-baa6-4b7c0802c62e service neutron] For port e5146cdd-0997-47a0-a44c-81ded80e30c7, host hv-cinder-xena0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=e5146cdd-0997-47a0-a44c-81ded80e30c7,segment=NetworkSegment(3a4d6950-abc0-4a07-8857-609d4fd46ecc),segment_id=3a4d6950-abc0-4a07-8857-609d4fd46ecc)] {{(pid=114528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 10 17:48:37.830749 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-a3d7c090-9c20-484a-93c6-75675eb50a20 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:37.862129 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-d21e2d6d-afe9-4dd7-8625-e510f6bd8ee5 req-1f5e1fa0-bbb0-48de-baa6-4b7c0802c62e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940062'] for port, after_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:37.868536 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-710336cf-f750-48c3-b80a-0ae662bfa893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:37.868865 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d7c090-9c20-484a-93c6-75675eb50a20 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a43a01d5-605a-4c10-abd5-66cf865fc9b3,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:37.880360 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 40938) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:48:38.001861 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-a3d7c090-9c20-484a-93c6-75675eb50a20 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks [] for security_group, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:38.006158 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-a3d7c090-9c20-484a-93c6-75675eb50a20 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7171686 Jun 10 17:48:38.006451 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21e2d6d-afe9-4dd7-8625-e510f6bd8ee5 req-1f5e1fa0-bbb0-48de-baa6-4b7c0802c62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:38.006451 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-d21e2d6d-afe9-4dd7-8625-e510f6bd8ee5 req-1f5e1fa0-bbb0-48de-baa6-4b7c0802c62e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-734032'] for port, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:38.007124 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-d21e2d6d-afe9-4dd7-8625-e510f6bd8ee5 req-1f5e1fa0-bbb0-48de-baa6-4b7c0802c62e service neutron] 10.222.0.27 "PUT /v2.0/ports/e5146cdd-0997-47a0-a44c-81ded80e30c7 HTTP/1.1" status: 200 len: 1093 time: 2.5536017 Jun 10 17:48:38.007422 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 40942) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:48:38.013558 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.v2.base [None req-8593193f-b50d-4baf-a248-9af70aae3b5d tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Request body: {'security_group_rule': {'security_group_id': 'a43a01d5-605a-4c10-abd5-66cf865fc9b3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:48:38.019326 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17dac1b9-ba9b-4851-a315-1b8485546713', 'tag': 'e5146cdd-0997-47a0-a44c-81ded80e30c7'}] {{(pid=114528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:48:38.101227 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-e7d09551-e2aa-4fc3-a4a0-4acc7fb31895 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=94dba5995b13452b91fab7ec9b04fd16&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2199147 Jun 10 17:48:38.102711 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 40950) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:48:38.108090 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362f1841-3767-45b4-a612-a03307deef28 None None] Pushing event updated for resources: {'Port': ['ID=c1332663-a831-4126-a8bd-f0f96a793898,revision_number=3']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:38.318114 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.managers [None req-710336cf-f750-48c3-b80a-0ae662bfa893 None None] Attempting to bind port c1332663-a831-4126-a8bd-f0f96a793898 on host dv-cinder-xena-3-iscsi for vnic_type normal with profile {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 17:48:38.318594 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.managers [None req-710336cf-f750-48c3-b80a-0ae662bfa893 None None] Attempting to bind port c1332663-a831-4126-a8bd-f0f96a793898 by drivers openvswitch,hyperv on host dv-cinder-xena-3-iscsi at level 0 using segments [{'id': 'dffac23a-c726-4935-9ddb-386e3be17651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '20988a48-24d3-47c4-85a4-f592522eeed3'}] {{(pid=114530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 17:48:38.319017 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710336cf-f750-48c3-b80a-0ae662bfa893 None None] Attempting to bind port c1332663-a831-4126-a8bd-f0f96a793898 on network 20988a48-24d3-47c4-85a4-f592522eeed3 {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 10 17:48:38.370321 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710336cf-f750-48c3-b80a-0ae662bfa893 None None] Checking agent: {'id': '87b91a5b-6105-4774-a25f-e6a5abfdfa1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-xena-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 10, 17, 40, 14), 'started_at': datetime.datetime(2022, 6, 10, 17, 40, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 10, 17, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-xena-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 10 17:48:38.381201 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710336cf-f750-48c3-b80a-0ae662bfa893 None None] Checking segment: {'id': 'dffac23a-c726-4935-9ddb-386e3be17651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '20988a48-24d3-47c4-85a4-f592522eeed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 10 17:48:38.382193 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-710336cf-f750-48c3-b80a-0ae662bfa893 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:38.382193 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710336cf-f750-48c3-b80a-0ae662bfa893 None None] Bound using segment: {'id': 'dffac23a-c726-4935-9ddb-386e3be17651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '20988a48-24d3-47c4-85a4-f592522eeed3'} {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 10 17:48:38.382675 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.managers [None req-710336cf-f750-48c3-b80a-0ae662bfa893 None None] Bound port: c1332663-a831-4126-a8bd-f0f96a793898, host: dv-cinder-xena-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dffac23a-c726-4935-9ddb-386e3be17651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '20988a48-24d3-47c4-85a4-f592522eeed3'}}] {{(pid=114530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 17:48:38.383062 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-710336cf-f750-48c3-b80a-0ae662bfa893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:38.426627 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5e1fa0-bbb0-48de-baa6-4b7c0802c62e service neutron] Pushing event updated for resources: {'Port': ['ID=e5146cdd-0997-47a0-a44c-81ded80e30c7,revision_number=3']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:38.509578 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-c104fce9-8208-4cef-b1b7-f2f0a58a7270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:38.523285 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-08c614d0-2937-45bb-848f-35be1ede9e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:38.537559 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-fdef96c9-86e5-4e71-b887-8bdba1d85f9f None None] Provisioning complete for port c1332663-a831-4126-a8bd-f0f96a793898 triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:48:38.538149 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-fdef96c9-86e5-4e71-b887-8bdba1d85f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:38.568923 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-8593193f-b50d-4baf-a248-9af70aae3b5d tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:38.572743 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21e2d6d-afe9-4dd7-8625-e510f6bd8ee5 req-271707a4-c2eb-4838-8cd3-1c2d301b3561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:38.576814 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-d21e2d6d-afe9-4dd7-8625-e510f6bd8ee5 req-271707a4-c2eb-4838-8cd3-1c2d301b3561 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=bac17e86c01742dd8c4dba03b2bf8be8&device_id=17dac1b9-ba9b-4851-a315-1b8485546713 HTTP/1.1" status: 200 len: 1096 time: 0.3441355 Jun 10 17:48:38.695423 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-710336cf-f750-48c3-b80a-0ae662bfa893 None None] For port c1332663-a831-4126-a8bd-f0f96a793898, host dv-cinder-xena-3-iscsi, cleared binding levels {{(pid=114530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 10 17:48:38.695423 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-fdef96c9-86e5-4e71-b887-8bdba1d85f9f None None] Port c1332663-a831-4126-a8bd-f0f96a793898 cannot update to ACTIVE because it is not bound. {{(pid=114530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 10 17:48:38.695423 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-710336cf-f750-48c3-b80a-0ae662bfa893 None None] For port c1332663-a831-4126-a8bd-f0f96a793898, host dv-cinder-xena-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=c1332663-a831-4126-a8bd-f0f96a793898,segment=NetworkSegment(dffac23a-c726-4935-9ddb-386e3be17651),segment_id=dffac23a-c726-4935-9ddb-386e3be17651)] {{(pid=114530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 10 17:48:38.746515 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-c104fce9-8208-4cef-b1b7-f2f0a58a7270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:38.759883 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-8593193f-b50d-4baf-a248-9af70aae3b5d tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:38.811054 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78892a3b-8b28-4272-b049-7e58b76d9732 req-3f873b46-c3e0-473e-b8bc-bd16026d3072 tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:38.829849 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-78892a3b-8b28-4272-b049-7e58b76d9732 req-3f873b46-c3e0-473e-b8bc-bd16026d3072 tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] 10.222.0.16 "GET /v2.0/ports?device_id=17dac1b9-ba9b-4851-a315-1b8485546713 HTTP/1.1" status: 200 len: 943 time: 0.6023977 Jun 10 17:48:38.905265 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-710336cf-f750-48c3-b80a-0ae662bfa893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:38.924525 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabef857-ebdf-47db-9cf8-206925f62a09 req-17e8d549-b403-4ee0-a60e-a90815824477 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:38.936871 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-aabef857-ebdf-47db-9cf8-206925f62a09 req-17e8d549-b403-4ee0-a60e-a90815824477 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/networks?id=e628d0f6-63d3-440a-9d16-11e611b2380d HTTP/1.1" status: 200 len: 819 time: 0.6783342 Jun 10 17:48:38.994148 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-8593193f-b50d-4baf-a248-9af70aae3b5d tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765151'] for security_group_rule, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:39.102944 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-78892a3b-8b28-4272-b049-7e58b76d9732 req-85d4932e-822d-47e7-85be-67dcb9acd770 tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] 10.222.0.16 "GET /v2.0/security-groups?id=de570a03-07aa-4ef5-9ecd-328dcd463193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710094 Jun 10 17:48:39.111164 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 40988) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:48:39.142916 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-aabef857-ebdf-47db-9cf8-206925f62a09 req-d07dbeee-70c8-44fb-9777-8ed4b302747f tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/quotas/977e9ef6bd9842379167d252715c6e8c HTTP/1.1" status: 200 len: 375 time: 0.2031882 Jun 10 17:48:39.197996 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362f1841-3767-45b4-a612-a03307deef28 None None] Pushing event updated for resources: {'Port': ['ID=c1332663-a831-4126-a8bd-f0f96a793898,revision_number=4']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:39.209771 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8593193f-b50d-4baf-a248-9af70aae3b5d tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5659ed3b-2181-4389-b67b-7fd518658596,revision_number=0']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:39.256906 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710336cf-f750-48c3-b80a-0ae662bfa893 None None] Routers {'a6adcaf7-4474-4e92-8346-d405920b7c32'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:48:39.256906 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-710336cf-f750-48c3-b80a-0ae662bfa893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:48:11Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['a6adcaf7-4474-4e92-8346-d405920b7c32'], 'active': True} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:48:39.275541 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-9b342b26-beba-4042-b279-505a84bd9a69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:39.381831 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-aabef857-ebdf-47db-9cf8-206925f62a09 req-5aaba058-82ed-4d27-8a5b-a069bcf895b3 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=977e9ef6bd9842379167d252715c6e8c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2374341 Jun 10 17:48:39.401279 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c4b580669e8e78bfc2035bf5baafa64bdcb7bdc1597d6f92a291bf2def5264" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453eec02-c349-4319-9058-43c76eb743ab" -d '{"events": [{"name": "network-changed", "server_uuid": "17dac1b9-ba9b-4851-a315-1b8485546713", "tag": "e5146cdd-0997-47a0-a44c-81ded80e30c7"}]}' {{(pid=114528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:48:39.435550 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-8593193f-b50d-4baf-a248-9af70aae3b5d tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:39.436767 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-8593193f-b50d-4baf-a248-9af70aae3b5d tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4282875 Jun 10 17:48:39.445395 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 41004) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:48:39.454359 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-d21e2d6d-afe9-4dd7-8625-e510f6bd8ee5 req-ba6356ac-8328-4c41-bc81-f0987093d073 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5146cdd-0997-47a0-a44c-81ded80e30c7 HTTP/1.1" status: 200 len: 217 time: 0.8517227 Jun 10 17:48:39.457571 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [None req-e43a8320-4e65-4c3c-92ac-ce670893d96e tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Request body: {'security_group_rule': {'security_group_id': 'a43a01d5-605a-4c10-abd5-66cf865fc9b3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:48:39.491835 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvr_db [None req-710336cf-f750-48c3-b80a-0ae662bfa893 None None] Set router a6adcaf7-4474-4e92-8346-d405920b7c32 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:48:39.545776 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-c104fce9-8208-4cef-b1b7-f2f0a58a7270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:39.569623 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-c104fce9-8208-4cef-b1b7-f2f0a58a7270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:39.569623 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-c104fce9-8208-4cef-b1b7-f2f0a58a7270 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2519fb31-f2ab-4b63-8def-da6f555ae97e HTTP/1.1" status: 204 len: 168 time: 1.4499454 Jun 10 17:48:39.787491 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c104fce9-8208-4cef-b1b7-f2f0a58a7270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2519fb31-f2ab-4b63-8def-da6f555ae97e,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:39.850835 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21e2d6d-afe9-4dd7-8625-e510f6bd8ee5 req-f2b5a55d-1f31-431f-aab1-d392f3ca6b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:39.852246 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-aabef857-ebdf-47db-9cf8-206925f62a09 req-9ffe34d1-59b0-4bdc-a12f-f4f33108b062 service neutron] 10.222.0.16 "GET /v2.0/networks/e628d0f6-63d3-440a-9d16-11e611b2380d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4694762 Jun 10 17:48:39.852455 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-d21e2d6d-afe9-4dd7-8625-e510f6bd8ee5 req-f2b5a55d-1f31-431f-aab1-d392f3ca6b93 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=15bb2f5b-f3cc-4506-b5e4-506ade2eb0cc HTTP/1.1" status: 200 len: 851 time: 0.3641410 Jun 10 17:48:39.880713 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-9b342b26-beba-4042-b279-505a84bd9a69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:39.935299 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-d21e2d6d-afe9-4dd7-8625-e510f6bd8ee5 req-8717b478-2ddb-4adc-9fd9-a0fd68520a80 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=998e98f9-ac1b-426b-ab19-3e3143db2df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718989 Jun 10 17:48:39.949488 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-9f8c4b26-7f4d-47c6-9f6c-e2bca7c0aa27 None None] Provisioning complete for port c1332663-a831-4126-a8bd-f0f96a793898 triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:48:39.950567 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-9f8c4b26-7f4d-47c6-9f6c-e2bca7c0aa27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:39.994614 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-9b342b26-beba-4042-b279-505a84bd9a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:39.999210 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-e43a8320-4e65-4c3c-92ac-ce670893d96e tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:40.121076 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-aabef857-ebdf-47db-9cf8-206925f62a09 req-7988ddc5-f17d-45ad-8429-dfeb60dea8c4 service neutron] 10.222.0.16 "GET /v2.0/networks/e628d0f6-63d3-440a-9d16-11e611b2380d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651470 Jun 10 17:48:40.173662 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b342b26-beba-4042-b279-505a84bd9a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea71106-c031-4bdf-86d1-93533c7fd1a1,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:40.179054 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-9b342b26-beba-4042-b279-505a84bd9a69 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9a1d19980f9a4e8293d615d4b6c4c961&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0622292 Jun 10 17:48:40.181616 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 41036) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:48:40.248949 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-e43a8320-4e65-4c3c-92ac-ce670893d96e tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:40.253865 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Jun 2022 17:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d32b9a6b-f1f8-440c-abed-6c6a732cdb8a x-openstack-request-id: req-d32b9a6b-f1f8-440c-abed-6c6a732cdb8a {{(pid=114528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:48:40.254153 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17dac1b9-ba9b-4851-a315-1b8485546713", "tag": "e5146cdd-0997-47a0-a44c-81ded80e30c7", "status": "completed", "code": 200}]} {{(pid=114528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:48:40.256064 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d32b9a6b-f1f8-440c-abed-6c6a732cdb8a {{(pid=114528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:48:40.260735 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d32b9a6b-f1f8-440c-abed-6c6a732cdb8a'] response: {'name': 'network-changed', 'server_uuid': '17dac1b9-ba9b-4851-a315-1b8485546713', 'tag': 'e5146cdd-0997-47a0-a44c-81ded80e30c7', 'status': 'completed', 'code': 200} Jun 10 17:48:40.264367 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-710336cf-f750-48c3-b80a-0ae662bfa893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6adcaf7-4474-4e92-8346-d405920b7c32', 'name': 'tempest-AttachVolumeTestJSON-992701664-router', 'tenant_id': 'd5dbfa207ddd44e3912f4141ac504575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.195'}], 'enable_snat': True}, 'gw_port_id': '3023a440-e1e2-4844-a335-dbd4f6eff056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:48:21Z', 'updated_at': '2022-06-10T17:48:32Z', 'revision_number': 4, 'project_id': 'd5dbfa207ddd44e3912f4141ac504575', 'gw_port': {'id': '3023a440-e1e2-4844-a335-dbd4f6eff056', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:df:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6adcaf7-4474-4e92-8346-d405920b7c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:48:22Z', 'updated_at': '2022-06-10T17:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': 'c1332663-a831-4126-a8bd-f0f96a793898', 'name': '', 'network_id': '20988a48-24d3-47c4-85a4-f592522eeed3', 'tenant_id': 'd5dbfa207ddd44e3912f4141ac504575', 'mac_address': 'fa:16:3e:e5:25:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6adcaf7-4474-4e92-8346-d405920b7c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6c6c1002-ecf3-4b70-9e9d-befa43491f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:48:29Z', 'updated_at': '2022-06-10T17:48:38Z', 'revision_number': 4, 'project_id': 'd5dbfa207ddd44e3912f4141ac504575', 'subnets': [{'id': '6c6c1002-ecf3-4b70-9e9d-befa43491f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:48:40.272888 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-9f8c4b26-7f4d-47c6-9f6c-e2bca7c0aa27 None None] Current status of the port c1332663-a831-4126-a8bd-f0f96a793898 is: DOWN; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:48:40.273301 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-9f8c4b26-7f4d-47c6-9f6c-e2bca7c0aa27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:40.322942 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-df16e1aa-f1b3-4c94-8c44-222f3a5113b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:40.374492 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710336cf-f750-48c3-b80a-0ae662bfa893 None None] The sync data for ids ['a6adcaf7-4474-4e92-8346-d405920b7c32'] in dv-cinder-xena-3-iscsi is: [{'id': 'a6adcaf7-4474-4e92-8346-d405920b7c32', 'name': 'tempest-AttachVolumeTestJSON-992701664-router', 'tenant_id': 'd5dbfa207ddd44e3912f4141ac504575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.195'}], 'enable_snat': True}, 'gw_port_id': '3023a440-e1e2-4844-a335-dbd4f6eff056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:48:21Z', 'updated_at': '2022-06-10T17:48:32Z', 'revision_number': 4, 'project_id': 'd5dbfa207ddd44e3912f4141ac504575', 'gw_port': {'id': '3023a440-e1e2-4844-a335-dbd4f6eff056', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:df:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6adcaf7-4474-4e92-8346-d405920b7c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:48:22Z', 'updated_at': '2022-06-10T17:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': 'c1332663-a831-4126-a8bd-f0f96a793898', 'name': '', 'network_id': '20988a48-24d3-47c4-85a4-f592522eeed3', 'tenant_id': 'd5dbfa207ddd44e3912f4141ac504575', 'mac_address': 'fa:16:3e:e5:25:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6adcaf7-4474-4e92-8346-d405920b7c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6c6c1002-ecf3-4b70-9e9d-befa43491f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:48:29Z', 'updated_at': '2022-06-10T17:48:38Z', 'revision_number': 4, 'project_id': 'd5dbfa207ddd44e3912f4141ac504575', 'subnets': [{'id': '6c6c1002-ecf3-4b70-9e9d-befa43491f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 17:48:40.388976 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-df16e1aa-f1b3-4c94-8c44-222f3a5113b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:40.410213 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-e43a8320-4e65-4c3c-92ac-ce670893d96e tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765151'] for security_group_rule, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:40.528576 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a8320-4e65-4c3c-92ac-ce670893d96e tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4174cfb-27af-4c6d-bea3-24bb6b70b9f3,revision_number=0']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:40.537428 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-9f8c4b26-7f4d-47c6-9f6c-e2bca7c0aa27 None None] For port c1332663-a831-4126-a8bd-f0f96a793898, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=c1332663-a831-4126-a8bd-f0f96a793898,segment=NetworkSegment(dffac23a-c726-4935-9ddb-386e3be17651),segment_id=dffac23a-c726-4935-9ddb-386e3be17651)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:48:40.556463 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.agents_db [None req-a7dfe2cf-50d1-49ca-b1ce-2a181a6e45d3 None None] Agent healthcheck: found 6 active agents {{(pid=114531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 10 17:48:40.595691 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-d21e2d6d-afe9-4dd7-8625-e510f6bd8ee5 req-4e14b2a6-acb5-4c6d-9b89-5ef2982c3e5f service neutron] 10.222.0.27 "GET /v2.0/networks/998e98f9-ac1b-426b-ab19-3e3143db2df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6381493 Jun 10 17:48:40.716261 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-e43a8320-4e65-4c3c-92ac-ce670893d96e tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:40.724180 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-e43a8320-4e65-4c3c-92ac-ce670893d96e tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2711406 Jun 10 17:48:40.726263 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 41050) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:48:40.728473 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d895d959-0c7a-4401-abcc-ce0176fc597b req-19f1c51d-c12b-44ee-8e6d-d4c209137ddb tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:40.731064 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-9f8c4b26-7f4d-47c6-9f6c-e2bca7c0aa27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:40.737188 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d895d959-0c7a-4401-abcc-ce0176fc597b req-19f1c51d-c12b-44ee-8e6d-d4c209137ddb tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] 10.222.0.16 "GET /v2.0/ports?device_id=17dac1b9-ba9b-4851-a315-1b8485546713 HTTP/1.1" status: 200 len: 943 time: 0.3722579 Jun 10 17:48:40.855719 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-df16e1aa-f1b3-4c94-8c44-222f3a5113b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:40.857640 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-df16e1aa-f1b3-4c94-8c44-222f3a5113b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:40.864323 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-df16e1aa-f1b3-4c94-8c44-222f3a5113b0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2ea71106-c031-4bdf-86d1-93533c7fd1a1 HTTP/1.1" status: 204 len: 168 time: 0.6803555 Jun 10 17:48:40.878583 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-61dd6640-5361-4228-bb3c-cc7e58fe6530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:40.940084 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-bd13f0b9-0557-4e56-b73f-ff12a1a591a7 req-bb331dc4-c109-40a0-aac7-bf9cae2164ad tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=619edb30-a9ca-46c9-a44e-4f39bd0fd6c2 HTTP/1.1" status: 200 len: 210 time: 0.1413863 Jun 10 17:48:40.948973 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [None req-f34b41fe-18cc-47c1-ba5e-7e7b555e6a80 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Request body: {'floatingip': {'floating_network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f'}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:48:40.959068 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-d21e2d6d-afe9-4dd7-8625-e510f6bd8ee5 req-b4e8bbd1-2eff-4b83-90e1-7fb6ef073057 service neutron] 10.222.0.27 "GET /v2.0/networks/998e98f9-ac1b-426b-ab19-3e3143db2df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3507123 Jun 10 17:48:40.992104 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df16e1aa-f1b3-4c94-8c44-222f3a5113b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea71106-c031-4bdf-86d1-93533c7fd1a1,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:41.029010 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d895d959-0c7a-4401-abcc-ce0176fc597b req-daf4b400-f989-4277-8aa1-59ebaa9204a8 tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] 10.222.0.16 "GET /v2.0/security-groups?id=de570a03-07aa-4ef5-9ecd-328dcd463193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771404 Jun 10 17:48:41.064721 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-f34b41fe-18cc-47c1-ba5e-7e7b555e6a80 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks [] for floatingip, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:41.084008 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8c4b26-7f4d-47c6-9f6c-e2bca7c0aa27 None None] Pushing event updated for resources: {'Port': ['ID=c1332663-a831-4126-a8bd-f0f96a793898,revision_number=5']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:41.305937 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-f34b41fe-18cc-47c1-ba5e-7e7b555e6a80 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:41.581442 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453eec02-c349-4319-9058-43c76eb743ab req-9bd5c94f-3d6e-4e27-86cb-f7c4f65e540d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:41.583326 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-453eec02-c349-4319-9058-43c76eb743ab req-9bd5c94f-3d6e-4e27-86cb-f7c4f65e540d service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=bac17e86c01742dd8c4dba03b2bf8be8&device_id=17dac1b9-ba9b-4851-a315-1b8485546713 HTTP/1.1" status: 200 len: 1096 time: 0.1597238 Jun 10 17:48:41.619574 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.db_base_plugin_common [None req-f34b41fe-18cc-47c1-ba5e-7e7b555e6a80 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Allocated IP 172.37.5.116 (8c026026-8e05-41b4-990c-0815c0c24f4f/e3db4be6-a2be-4d68-ab1f-8754e6ee5b68/951646f8-5996-40f6-8d2e-583bf2b88493) {{(pid=114528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 17:48:41.872831 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-f34b41fe-18cc-47c1-ba5e-7e7b555e6a80 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks [] for port, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:42.097462 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-9e937c9f-4d57-47ec-81ad-8e77ea25145e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:42.110608 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d8a9996b-16e6-44d2-a5b4-ca359d7afa6a req-33d448b2-8ef5-4e05-9bf6-72343a5bc89c tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=619edb30-a9ca-46c9-a44e-4f39bd0fd6c2 HTTP/1.1" status: 200 len: 210 time: 0.1064076 Jun 10 17:48:42.114148 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.27', 59393) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:48:42.338172 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device c1332663-a831-4126-a8bd-f0f96a793898 up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 17:48:42.454465 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d48556-f0a7-469e-8653-133a95d7a43d req-21f1bf27-9ca4-4767-8596-18cf5720baba tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:42.457344 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-f34b41fe-18cc-47c1-ba5e-7e7b555e6a80 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764020614705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940005'] for port, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:42.460171 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-42d48556-f0a7-469e-8653-133a95d7a43d req-21f1bf27-9ca4-4767-8596-18cf5720baba tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.27 "GET /v2.0/networks?id=e628d0f6-63d3-440a-9d16-11e611b2380d HTTP/1.1" status: 200 len: 819 time: 0.3430390 Jun 10 17:48:42.460886 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453eec02-c349-4319-9058-43c76eb743ab req-d0a83616-e9fa-4970-8c66-685858ac4f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:42.463038 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-453eec02-c349-4319-9058-43c76eb743ab req-d0a83616-e9fa-4970-8c66-685858ac4f9b service neutron] 10.222.0.27 "GET /v2.0/networks?id=998e98f9-ac1b-426b-ab19-3e3143db2df0 HTTP/1.1" status: 200 len: 912 time: 0.4726381 Jun 10 17:48:42.475705 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Provisioning complete for port c1332663-a831-4126-a8bd-f0f96a793898 triggered by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:48:42.476135 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:42.489515 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8f3b6-ebf7-468b-9319-f0bbdf4a199b req-760ab57e-ffe8-4565-bf9e-c51c3d837390 tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:42.497465 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-98c8f3b6-ebf7-468b-9319-f0bbdf4a199b req-760ab57e-ffe8-4565-bf9e-c51c3d837390 tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] 10.222.0.16 "GET /v2.0/ports?device_id=17dac1b9-ba9b-4851-a315-1b8485546713 HTTP/1.1" status: 200 len: 943 time: 0.2038054 Jun 10 17:48:42.503110 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.v2.base [req-42d48556-f0a7-469e-8653-133a95d7a43d req-65ff1ae6-d600-46db-8579-b5adce13455b tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Request body: {'port': {'device_id': '2451b0e9-a4e2-4bfd-89a4-f2397dbe41df', 'network_id': 'e628d0f6-63d3-440a-9d16-11e611b2380d', 'admin_state_up': True, 'tenant_id': '977e9ef6bd9842379167d252715c6e8c'}} {{(pid=114529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:48:42.618136 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-453eec02-c349-4319-9058-43c76eb743ab req-7c9d938e-efc5-4089-b482-8528d08d28a4 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5146cdd-0997-47a0-a44c-81ded80e30c7 HTTP/1.1" status: 200 len: 217 time: 0.0869238 Jun 10 17:48:42.637339 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34b41fe-18cc-47c1-ba5e-7e7b555e6a80 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Network 8c026026-8e05-41b4-990c-0815c0c24f4f is already hosted by enough agents. {{(pid=114528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:48:42.641223 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.base_scheduler [None req-f34b41fe-18cc-47c1-ba5e-7e7b555e6a80 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Resources bound (agent type, host, resource id): {{(pid=114528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:48:42.660112 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34b41fe-18cc-47c1-ba5e-7e7b555e6a80 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Received port after_create {{(pid=114528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 10 17:48:42.679388 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Current status of the port c1332663-a831-4126-a8bd-f0f96a793898 is: ACTIVE; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:48:42.890806 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34b41fe-18cc-47c1-ba5e-7e7b555e6a80 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Pushing event updated for resources: {'Port': ['ID=951646f8-5996-40f6-8d2e-583bf2b88493,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:42.924019 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-98c8f3b6-ebf7-468b-9319-f0bbdf4a199b req-862c208f-f72b-41ab-8648-6d2c62795448 tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] 10.222.0.16 "GET /v2.0/security-groups?id=de570a03-07aa-4ef5-9ecd-328dcd463193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039155 Jun 10 17:48:42.972131 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42d48556-f0a7-469e-8653-133a95d7a43d req-65ff1ae6-d600-46db-8579-b5adce13455b tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Made reservation on behalf of 977e9ef6bd9842379167d252715c6e8c for: {'port': 1} {{(pid=114529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 17:48:42.979861 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-42d48556-f0a7-469e-8653-133a95d7a43d req-65ff1ae6-d600-46db-8579-b5adce13455b tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:43.058546 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a5a6984-4625-4674-bdbb-a7ccf76cac14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:43.078622 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-f34b41fe-18cc-47c1-ba5e-7e7b555e6a80 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:43.111948 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453eec02-c349-4319-9058-43c76eb743ab req-02df8b7e-c0ed-49de-8df9-19f108cf9b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:43.111948 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-453eec02-c349-4319-9058-43c76eb743ab req-02df8b7e-c0ed-49de-8df9-19f108cf9b48 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=15bb2f5b-f3cc-4506-b5e4-506ade2eb0cc HTTP/1.1" status: 200 len: 851 time: 0.2262502 Jun 10 17:48:43.223257 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-453eec02-c349-4319-9058-43c76eb743ab req-a69f56ef-7912-4483-a20c-d98cc9b5aad5 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=998e98f9-ac1b-426b-ab19-3e3143db2df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1152942 Jun 10 17:48:43.553460 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-453eec02-c349-4319-9058-43c76eb743ab req-25be32c9-9479-45c4-b754-a569768a94e6 service neutron] 10.222.0.27 "GET /v2.0/networks/998e98f9-ac1b-426b-ab19-3e3143db2df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792695 Jun 10 17:48:43.559392 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-f34b41fe-18cc-47c1-ba5e-7e7b555e6a80 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:43.567125 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-714011c8-f9ef-45dc-8fd8-0f30e4e2f0b9 req-368cb23a-789f-4863-8725-fb07bfc2fb90 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=619edb30-a9ca-46c9-a44e-4f39bd0fd6c2 HTTP/1.1" status: 200 len: 210 time: 0.1502516 Jun 10 17:48:43.809927 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-f34b41fe-18cc-47c1-ba5e-7e7b555e6a80 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks [] for port, precommit_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:43.936275 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.db_base_plugin_common [req-42d48556-f0a7-469e-8653-133a95d7a43d req-65ff1ae6-d600-46db-8579-b5adce13455b tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Allocated IP 172.20.0.3 (e628d0f6-63d3-440a-9d16-11e611b2380d/9b159fa3-bdfe-428f-8e21-2b18edcf45c9/59b14ac7-7b13-4d51-99ba-242bc1e32f8f) {{(pid=114529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 17:48:44.029638 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:44.063312 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-f34b41fe-18cc-47c1-ba5e-7e7b555e6a80 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940062'] for port, after_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:44.095209 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-453eec02-c349-4319-9058-43c76eb743ab req-db51eec5-da84-4e09-acf6-23753cf8306c service neutron] 10.222.0.27 "GET /v2.0/networks/998e98f9-ac1b-426b-ab19-3e3143db2df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827294 Jun 10 17:48:44.616429 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350391ab-f80d-41f2-8f3a-585cb10b6e15 req-c3750e01-8ab3-46b9-8771-f147faa19494 tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:44.616429 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-350391ab-f80d-41f2-8f3a-585cb10b6e15 req-c3750e01-8ab3-46b9-8771-f147faa19494 tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] 10.222.0.16 "GET /v2.0/ports?device_id=17dac1b9-ba9b-4851-a315-1b8485546713 HTTP/1.1" status: 200 len: 943 time: 0.3225455 Jun 10 17:48:44.618314 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34b41fe-18cc-47c1-ba5e-7e7b555e6a80 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Pushing event updated for resources: {'Port': ['ID=951646f8-5996-40f6-8d2e-583bf2b88493,revision_number=2']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:44.618535 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-350391ab-f80d-41f2-8f3a-585cb10b6e15 req-41332679-9a27-4250-90f2-07cd119c680e tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] 10.222.0.16 "GET /v2.0/security-groups?id=de570a03-07aa-4ef5-9ecd-328dcd463193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295948 Jun 10 17:48:44.628400 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-42d48556-f0a7-469e-8653-133a95d7a43d req-65ff1ae6-d600-46db-8579-b5adce13455b tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Notify callbacks [] for port, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:44.661637 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-f34b41fe-18cc-47c1-ba5e-7e7b555e6a80 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-753974'] for floatingip, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:44.701134 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabef857-ebdf-47db-9cf8-206925f62a09 req-c673a04f-52d0-4dbb-a1bf-e4faa0b69722 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:44.703651 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-aabef857-ebdf-47db-9cf8-206925f62a09 req-c673a04f-52d0-4dbb-a1bf-e4faa0b69722 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.27 "GET /v2.0/networks?id=e628d0f6-63d3-440a-9d16-11e611b2380d HTTP/1.1" status: 200 len: 819 time: 0.1985567 Jun 10 17:48:44.771176 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d2e31f88-7761-47d8-9227-0fbfd6419e7e req-86e39722-fc92-416b-a712-e69a08bd590c tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=619edb30-a9ca-46c9-a44e-4f39bd0fd6c2 HTTP/1.1" status: 200 len: 210 time: 0.0556209 Jun 10 17:48:44.859661 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-42d48556-f0a7-469e-8653-133a95d7a43d req-65ff1ae6-d600-46db-8579-b5adce13455b tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764020614705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263063011'] for port, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:44.862305 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-f34b41fe-18cc-47c1-ba5e-7e7b555e6a80 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for floatingip, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:44.867832 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-f34b41fe-18cc-47c1-ba5e-7e7b555e6a80 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0078175 Jun 10 17:48:44.946975 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [req-aabef857-ebdf-47db-9cf8-206925f62a09 req-914b65b2-2f33-46ae-8f6b-437ad2812b47 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Request body: {'port': {'device_id': '619edb30-a9ca-46c9-a44e-4f39bd0fd6c2', 'network_id': 'e628d0f6-63d3-440a-9d16-11e611b2380d', 'admin_state_up': True, 'tenant_id': '977e9ef6bd9842379167d252715c6e8c'}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:48:44.992786 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ff1ae6-d600-46db-8579-b5adce13455b tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Pushing event updated for resources: {'Port': ['ID=59b14ac7-7b13-4d51-99ba-242bc1e32f8f,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:45.011030 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42d48556-f0a7-469e-8653-133a95d7a43d req-65ff1ae6-d600-46db-8579-b5adce13455b tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Network e628d0f6-63d3-440a-9d16-11e611b2380d is already hosted by enough agents. {{(pid=114529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:48:45.012725 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.base_scheduler [req-42d48556-f0a7-469e-8653-133a95d7a43d req-65ff1ae6-d600-46db-8579-b5adce13455b tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Resources bound (agent type, host, resource id): {{(pid=114529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:48:45.017748 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.l3_dvrscheduler_db [req-42d48556-f0a7-469e-8653-133a95d7a43d req-65ff1ae6-d600-46db-8579-b5adce13455b tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Received port after_create {{(pid=114529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 10 17:48:45.199327 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d48556-f0a7-469e-8653-133a95d7a43d req-65ff1ae6-d600-46db-8579-b5adce13455b tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:45.199327 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-42d48556-f0a7-469e-8653-133a95d7a43d req-65ff1ae6-d600-46db-8579-b5adce13455b tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-734032'] for port, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:45.404023 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-42d48556-f0a7-469e-8653-133a95d7a43d req-65ff1ae6-d600-46db-8579-b5adce13455b tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9042253 Jun 10 17:48:45.441038 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-e55f53ab-998d-4e8f-a13f-cd5a354c4cb1 None None] Provisioning complete for port 59b14ac7-7b13-4d51-99ba-242bc1e32f8f triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:48:45.442990 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-e55f53ab-998d-4e8f-a13f-cd5a354c4cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:45.453331 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aabef857-ebdf-47db-9cf8-206925f62a09 req-914b65b2-2f33-46ae-8f6b-437ad2812b47 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Made reservation on behalf of 977e9ef6bd9842379167d252715c6e8c for: {'port': 1} {{(pid=114528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 17:48:45.454551 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-7b003758-18e5-4adf-a748-271c5b41e80c req-692ddf04-0fd1-4860-8bb1-ffcddb07f8b1 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--381467245&fields=id&tenant_id=d5dbfa207ddd44e3912f4141ac504575 HTTP/1.1" status: 200 len: 267 time: 0.0707796 Jun 10 17:48:45.457457 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-aabef857-ebdf-47db-9cf8-206925f62a09 req-914b65b2-2f33-46ae-8f6b-437ad2812b47 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:45.471302 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.v2.base [req-42d48556-f0a7-469e-8653-133a95d7a43d req-48864154-3b53-419d-80e5-86f291d8cb7d service neutron] Request body: {'port': {'device_id': '2451b0e9-a4e2-4bfd-89a4-f2397dbe41df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-xena0'}} {{(pid=114529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:48:45.607599 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-e55f53ab-998d-4e8f-a13f-cd5a354c4cb1 None None] Port 59b14ac7-7b13-4d51-99ba-242bc1e32f8f cannot update to ACTIVE because it is not bound. {{(pid=114530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 10 17:48:45.638343 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-42d48556-f0a7-469e-8653-133a95d7a43d req-48864154-3b53-419d-80e5-86f291d8cb7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:45.904573 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.db_base_plugin_common [req-aabef857-ebdf-47db-9cf8-206925f62a09 req-914b65b2-2f33-46ae-8f6b-437ad2812b47 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Allocated IP 172.20.0.10 (e628d0f6-63d3-440a-9d16-11e611b2380d/9b159fa3-bdfe-428f-8e21-2b18edcf45c9/71ad66a0-841e-4a79-81cc-768b9030f46c) {{(pid=114528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 17:48:46.056059 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b003758-18e5-4adf-a748-271c5b41e80c req-2829fb65-b5c6-4e17-a68b-1e7ee2f07690 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:46.056585 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-7b003758-18e5-4adf-a748-271c5b41e80c req-2829fb65-b5c6-4e17-a68b-1e7ee2f07690 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/networks?id=20988a48-24d3-47c4-85a4-f592522eeed3 HTTP/1.1" status: 200 len: 810 time: 0.6010070 Jun 10 17:48:46.102330 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532e2b9-fd07-46ae-836f-6294313e6883 req-a8d0d6f9-cfaa-4cac-b4a8-0939032132ae tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:46.105004 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-a532e2b9-fd07-46ae-836f-6294313e6883 req-a8d0d6f9-cfaa-4cac-b4a8-0939032132ae tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] 10.222.0.16 "GET /v2.0/ports?device_id=17dac1b9-ba9b-4851-a315-1b8485546713 HTTP/1.1" status: 200 len: 943 time: 0.3559246 Jun 10 17:48:46.135963 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-7b003758-18e5-4adf-a748-271c5b41e80c req-4f8b42ed-6367-4de6-bb78-7feb26c28651 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/quotas/d5dbfa207ddd44e3912f4141ac504575 HTTP/1.1" status: 200 len: 375 time: 0.0276189 Jun 10 17:48:46.227875 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-a532e2b9-fd07-46ae-836f-6294313e6883 req-69e9ea94-293c-4cb9-91ba-b85e80a5f4e2 tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] 10.222.0.16 "GET /v2.0/security-groups?id=de570a03-07aa-4ef5-9ecd-328dcd463193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094620 Jun 10 17:48:46.300368 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-7b003758-18e5-4adf-a748-271c5b41e80c req-26801df6-8d96-43ff-af21-ce43e18013a3 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d5dbfa207ddd44e3912f4141ac504575&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1577737 Jun 10 17:48:46.375860 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-aabef857-ebdf-47db-9cf8-206925f62a09 req-914b65b2-2f33-46ae-8f6b-437ad2812b47 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Notify callbacks [] for port, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:46.440680 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-e64df016-84a1-4f9e-aec0-8854f1877ee3 req-a4b23941-c71a-4341-a221-e4048c3cc137 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=619edb30-a9ca-46c9-a44e-4f39bd0fd6c2 HTTP/1.1" status: 200 len: 210 time: 0.0586638 Jun 10 17:48:46.510930 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-aabef857-ebdf-47db-9cf8-206925f62a09 req-914b65b2-2f33-46ae-8f6b-437ad2812b47 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764020614705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940005'] for port, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:46.548905 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-7b003758-18e5-4adf-a748-271c5b41e80c req-5fe3affc-0710-4610-b63d-7078ad3a2252 service neutron] 10.222.0.16 "GET /v2.0/networks/20988a48-24d3-47c4-85a4-f592522eeed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300920 Jun 10 17:48:46.610596 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aabef857-ebdf-47db-9cf8-206925f62a09 req-914b65b2-2f33-46ae-8f6b-437ad2812b47 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Network e628d0f6-63d3-440a-9d16-11e611b2380d is already hosted by enough agents. {{(pid=114528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:48:46.613827 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.base_scheduler [req-aabef857-ebdf-47db-9cf8-206925f62a09 req-914b65b2-2f33-46ae-8f6b-437ad2812b47 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Resources bound (agent type, host, resource id): {{(pid=114528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:48:46.617735 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.l3_dvrscheduler_db [req-aabef857-ebdf-47db-9cf8-206925f62a09 req-914b65b2-2f33-46ae-8f6b-437ad2812b47 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Received port after_create {{(pid=114528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 10 17:48:46.651839 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914b65b2-2f33-46ae-8f6b-437ad2812b47 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Pushing event updated for resources: {'Port': ['ID=71ad66a0-841e-4a79-81cc-768b9030f46c,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:46.714461 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabef857-ebdf-47db-9cf8-206925f62a09 req-914b65b2-2f33-46ae-8f6b-437ad2812b47 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:46.717806 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-aabef857-ebdf-47db-9cf8-206925f62a09 req-914b65b2-2f33-46ae-8f6b-437ad2812b47 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-734032'] for port, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:46.810168 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-aabef857-ebdf-47db-9cf8-206925f62a09 req-914b65b2-2f33-46ae-8f6b-437ad2812b47 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8671379 Jun 10 17:48:46.849560 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-7b003758-18e5-4adf-a748-271c5b41e80c req-009b31d6-ab88-4d92-a506-b23e5e89059e service neutron] 10.222.0.16 "GET /v2.0/networks/20988a48-24d3-47c4-85a4-f592522eeed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892203 Jun 10 17:48:46.932830 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.notifiers.nova [req-42d48556-f0a7-469e-8653-133a95d7a43d req-48864154-3b53-419d-80e5-86f291d8cb7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59b14ac7-7b13-4d51-99ba-242bc1e32f8f {{(pid=114529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 10 17:48:46.943920 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-42d48556-f0a7-469e-8653-133a95d7a43d req-48864154-3b53-419d-80e5-86f291d8cb7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:46.959765 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [req-aabef857-ebdf-47db-9cf8-206925f62a09 req-a4ca17b1-e027-46a1-8b53-68a6d2fc9c17 service neutron] Request body: {'port': {'device_id': '619edb30-a9ca-46c9-a44e-4f39bd0fd6c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-xena0'}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:48:46.963155 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-c4e14b3a-b727-434f-b958-b06eadde3fdf None None] Provisioning complete for port 71ad66a0-841e-4a79-81cc-768b9030f46c triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:48:46.964238 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-c4e14b3a-b727-434f-b958-b06eadde3fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:46.980597 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.provisioning_blocks [req-42d48556-f0a7-469e-8653-133a95d7a43d req-48864154-3b53-419d-80e5-86f291d8cb7d service neutron] Transition to ACTIVE for port object 59b14ac7-7b13-4d51-99ba-242bc1e32f8f will not be triggered until provisioned by entity L2. {{(pid=114529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 17:48:47.005697 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-c4e14b3a-b727-434f-b958-b06eadde3fdf None None] Port 71ad66a0-841e-4a79-81cc-768b9030f46c cannot update to ACTIVE because it is not bound. {{(pid=114530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 10 17:48:47.037177 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-aabef857-ebdf-47db-9cf8-206925f62a09 req-a4ca17b1-e027-46a1-8b53-68a6d2fc9c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:47.098301 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-42d48556-f0a7-469e-8653-133a95d7a43d req-48864154-3b53-419d-80e5-86f291d8cb7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263062808'] for port, after_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:47.203544 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d148e837-fe33-41ee-bed2-79b2aed08ea1 req-68b146a1-2a23-45dd-b222-3bb990e5d410 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d781a5d-b213-4266-8a01-252bf2d302dc HTTP/1.1" status: 200 len: 210 time: 0.0945389 Jun 10 17:48:47.332772 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48864154-3b53-419d-80e5-86f291d8cb7d service neutron] Pushing event updated for resources: {'Port': ['ID=59b14ac7-7b13-4d51-99ba-242bc1e32f8f,revision_number=2']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:47.401336 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.notifiers.nova [req-aabef857-ebdf-47db-9cf8-206925f62a09 req-a4ca17b1-e027-46a1-8b53-68a6d2fc9c17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71ad66a0-841e-4a79-81cc-768b9030f46c {{(pid=114528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 10 17:48:47.404645 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.managers [req-42d48556-f0a7-469e-8653-133a95d7a43d req-48864154-3b53-419d-80e5-86f291d8cb7d service neutron] Attempting to bind port 59b14ac7-7b13-4d51-99ba-242bc1e32f8f on host hv-cinder-xena0 for vnic_type normal with profile {{(pid=114529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 17:48:47.405059 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.managers [req-42d48556-f0a7-469e-8653-133a95d7a43d req-48864154-3b53-419d-80e5-86f291d8cb7d service neutron] Attempting to bind port 59b14ac7-7b13-4d51-99ba-242bc1e32f8f by drivers openvswitch,hyperv on host hv-cinder-xena0 at level 0 using segments [{'id': 'b89b8fd3-0b50-4914-8518-4833b6995ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e628d0f6-63d3-440a-9d16-11e611b2380d'}] {{(pid=114529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 17:48:47.405398 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d48556-f0a7-469e-8653-133a95d7a43d req-48864154-3b53-419d-80e5-86f291d8cb7d service neutron] Attempting to bind port 59b14ac7-7b13-4d51-99ba-242bc1e32f8f on network e628d0f6-63d3-440a-9d16-11e611b2380d {{(pid=114529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 10 17:48:47.412417 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-aabef857-ebdf-47db-9cf8-206925f62a09 req-a4ca17b1-e027-46a1-8b53-68a6d2fc9c17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:47.413182 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d48556-f0a7-469e-8653-133a95d7a43d req-48864154-3b53-419d-80e5-86f291d8cb7d service neutron] Port 59b14ac7-7b13-4d51-99ba-242bc1e32f8f on network e628d0f6-63d3-440a-9d16-11e611b2380d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-xena0 {{(pid=114529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 10 17:48:47.413506 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d48556-f0a7-469e-8653-133a95d7a43d req-48864154-3b53-419d-80e5-86f291d8cb7d service neutron] Attempting to bind port 59b14ac7-7b13-4d51-99ba-242bc1e32f8f on network e628d0f6-63d3-440a-9d16-11e611b2380d {{(pid=114529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 10 17:48:47.425760 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c789e7-9db2-4b2b-a133-525e3505bcf8 req-eee6c217-93e6-4ddd-8a55-12296f13dd3f tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:47.426642 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.provisioning_blocks [req-aabef857-ebdf-47db-9cf8-206925f62a09 req-a4ca17b1-e027-46a1-8b53-68a6d2fc9c17 service neutron] Transition to ACTIVE for port object 71ad66a0-841e-4a79-81cc-768b9030f46c will not be triggered until provisioned by entity L2. {{(pid=114528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 17:48:47.427286 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d5c789e7-9db2-4b2b-a133-525e3505bcf8 req-eee6c217-93e6-4ddd-8a55-12296f13dd3f tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] 10.222.0.16 "GET /v2.0/ports?device_id=17dac1b9-ba9b-4851-a315-1b8485546713 HTTP/1.1" status: 200 len: 943 time: 0.0887339 Jun 10 17:48:47.428676 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d48556-f0a7-469e-8653-133a95d7a43d req-48864154-3b53-419d-80e5-86f291d8cb7d service neutron] Checking agent: {'id': '7469bf7c-50e4-4cc8-b056-051e3e633b26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-xena0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 10, 17, 46, 19), 'started_at': datetime.datetime(2022, 6, 10, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 10, 17, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 10 17:48:47.429039 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d48556-f0a7-469e-8653-133a95d7a43d req-48864154-3b53-419d-80e5-86f291d8cb7d service neutron] Checking segment: {'id': 'b89b8fd3-0b50-4914-8518-4833b6995ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e628d0f6-63d3-440a-9d16-11e611b2380d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 10 17:48:47.429556 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d48556-f0a7-469e-8653-133a95d7a43d req-48864154-3b53-419d-80e5-86f291d8cb7d service neutron] Bound using segment: {'id': 'b89b8fd3-0b50-4914-8518-4833b6995ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e628d0f6-63d3-440a-9d16-11e611b2380d'} {{(pid=114529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 10 17:48:47.430011 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.managers [req-42d48556-f0a7-469e-8653-133a95d7a43d req-48864154-3b53-419d-80e5-86f291d8cb7d service neutron] Bound port: 59b14ac7-7b13-4d51-99ba-242bc1e32f8f, host: hv-cinder-xena0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b89b8fd3-0b50-4914-8518-4833b6995ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e628d0f6-63d3-440a-9d16-11e611b2380d'}}] {{(pid=114529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 17:48:47.430388 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-42d48556-f0a7-469e-8653-133a95d7a43d req-48864154-3b53-419d-80e5-86f291d8cb7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:47.527111 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-aabef857-ebdf-47db-9cf8-206925f62a09 req-a4ca17b1-e027-46a1-8b53-68a6d2fc9c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940062'] for port, after_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:47.649352 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ca17b1-e027-46a1-8b53-68a6d2fc9c17 service neutron] Pushing event updated for resources: {'Port': ['ID=71ad66a0-841e-4a79-81cc-768b9030f46c,revision_number=2']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:47.676356 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.managers [req-aabef857-ebdf-47db-9cf8-206925f62a09 req-a4ca17b1-e027-46a1-8b53-68a6d2fc9c17 service neutron] Attempting to bind port 71ad66a0-841e-4a79-81cc-768b9030f46c on host hv-cinder-xena0 for vnic_type normal with profile {{(pid=114528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 17:48:47.676707 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.managers [req-aabef857-ebdf-47db-9cf8-206925f62a09 req-a4ca17b1-e027-46a1-8b53-68a6d2fc9c17 service neutron] Attempting to bind port 71ad66a0-841e-4a79-81cc-768b9030f46c by drivers openvswitch,hyperv on host hv-cinder-xena0 at level 0 using segments [{'id': 'b89b8fd3-0b50-4914-8518-4833b6995ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e628d0f6-63d3-440a-9d16-11e611b2380d'}] {{(pid=114528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 17:48:47.677015 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabef857-ebdf-47db-9cf8-206925f62a09 req-a4ca17b1-e027-46a1-8b53-68a6d2fc9c17 service neutron] Attempting to bind port 71ad66a0-841e-4a79-81cc-768b9030f46c on network e628d0f6-63d3-440a-9d16-11e611b2380d {{(pid=114528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 10 17:48:47.682056 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabef857-ebdf-47db-9cf8-206925f62a09 req-a4ca17b1-e027-46a1-8b53-68a6d2fc9c17 service neutron] Port 71ad66a0-841e-4a79-81cc-768b9030f46c on network e628d0f6-63d3-440a-9d16-11e611b2380d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-xena0 {{(pid=114528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 10 17:48:47.682420 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabef857-ebdf-47db-9cf8-206925f62a09 req-a4ca17b1-e027-46a1-8b53-68a6d2fc9c17 service neutron] Attempting to bind port 71ad66a0-841e-4a79-81cc-768b9030f46c on network e628d0f6-63d3-440a-9d16-11e611b2380d {{(pid=114528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 10 17:48:47.692677 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabef857-ebdf-47db-9cf8-206925f62a09 req-a4ca17b1-e027-46a1-8b53-68a6d2fc9c17 service neutron] Checking agent: {'id': '7469bf7c-50e4-4cc8-b056-051e3e633b26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-xena0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 10, 17, 46, 19), 'started_at': datetime.datetime(2022, 6, 10, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 10, 17, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 10 17:48:47.695370 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabef857-ebdf-47db-9cf8-206925f62a09 req-a4ca17b1-e027-46a1-8b53-68a6d2fc9c17 service neutron] Checking segment: {'id': 'b89b8fd3-0b50-4914-8518-4833b6995ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e628d0f6-63d3-440a-9d16-11e611b2380d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 10 17:48:47.695370 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabef857-ebdf-47db-9cf8-206925f62a09 req-a4ca17b1-e027-46a1-8b53-68a6d2fc9c17 service neutron] Bound using segment: {'id': 'b89b8fd3-0b50-4914-8518-4833b6995ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e628d0f6-63d3-440a-9d16-11e611b2380d'} {{(pid=114528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 10 17:48:47.696433 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.managers [req-aabef857-ebdf-47db-9cf8-206925f62a09 req-a4ca17b1-e027-46a1-8b53-68a6d2fc9c17 service neutron] Bound port: 71ad66a0-841e-4a79-81cc-768b9030f46c, host: hv-cinder-xena0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b89b8fd3-0b50-4914-8518-4833b6995ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e628d0f6-63d3-440a-9d16-11e611b2380d'}}] {{(pid=114528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 17:48:47.698020 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-aabef857-ebdf-47db-9cf8-206925f62a09 req-a4ca17b1-e027-46a1-8b53-68a6d2fc9c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:47.702792 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d5c789e7-9db2-4b2b-a133-525e3505bcf8 req-45f34630-2c52-47d9-bd4a-83c613832254 tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] 10.222.0.16 "GET /v2.0/security-groups?id=de570a03-07aa-4ef5-9ecd-328dcd463193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688899 Jun 10 17:48:47.719206 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.db [req-42d48556-f0a7-469e-8653-133a95d7a43d req-48864154-3b53-419d-80e5-86f291d8cb7d service neutron] For port 59b14ac7-7b13-4d51-99ba-242bc1e32f8f, host hv-cinder-xena0, cleared binding levels {{(pid=114529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 10 17:48:47.736411 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.db [req-42d48556-f0a7-469e-8653-133a95d7a43d req-48864154-3b53-419d-80e5-86f291d8cb7d service neutron] For port 59b14ac7-7b13-4d51-99ba-242bc1e32f8f, host hv-cinder-xena0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=59b14ac7-7b13-4d51-99ba-242bc1e32f8f,segment=NetworkSegment(b89b8fd3-0b50-4914-8518-4833b6995ef5),segment_id=b89b8fd3-0b50-4914-8518-4833b6995ef5)] {{(pid=114529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 10 17:48:47.769791 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc6b031-d3a3-40b4-b9f0-6fc7cd716dbd req-f19b40a7-7e18-4a74-a140-8de72f232868 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:47.777009 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-1cc6b031-d3a3-40b4-b9f0-6fc7cd716dbd req-f19b40a7-7e18-4a74-a140-8de72f232868 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=619edb30-a9ca-46c9-a44e-4f39bd0fd6c2 HTTP/1.1" status: 200 len: 944 time: 0.1373615 Jun 10 17:48:47.819674 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.db [req-aabef857-ebdf-47db-9cf8-206925f62a09 req-a4ca17b1-e027-46a1-8b53-68a6d2fc9c17 service neutron] For port 71ad66a0-841e-4a79-81cc-768b9030f46c, host hv-cinder-xena0, cleared binding levels {{(pid=114528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 10 17:48:47.822954 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.db [req-aabef857-ebdf-47db-9cf8-206925f62a09 req-a4ca17b1-e027-46a1-8b53-68a6d2fc9c17 service neutron] For port 71ad66a0-841e-4a79-81cc-768b9030f46c, host hv-cinder-xena0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=71ad66a0-841e-4a79-81cc-768b9030f46c,segment=NetworkSegment(b89b8fd3-0b50-4914-8518-4833b6995ef5),segment_id=b89b8fd3-0b50-4914-8518-4833b6995ef5)] {{(pid=114528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 10 17:48:47.826284 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-1cc6b031-d3a3-40b4-b9f0-6fc7cd716dbd req-87aa8077-64e1-4423-93b4-78871446d090 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468724 Jun 10 17:48:47.851806 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-42d48556-f0a7-469e-8653-133a95d7a43d req-48864154-3b53-419d-80e5-86f291d8cb7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263062808'] for port, after_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:47.889766 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d48556-f0a7-469e-8653-133a95d7a43d req-48864154-3b53-419d-80e5-86f291d8cb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:47.891147 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-42d48556-f0a7-469e-8653-133a95d7a43d req-48864154-3b53-419d-80e5-86f291d8cb7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-734032'] for port, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:47.892458 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-42d48556-f0a7-469e-8653-133a95d7a43d req-48864154-3b53-419d-80e5-86f291d8cb7d service neutron] 10.222.0.27 "PUT /v2.0/ports/59b14ac7-7b13-4d51-99ba-242bc1e32f8f HTTP/1.1" status: 200 len: 1093 time: 2.4348469 Jun 10 17:48:47.892893 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2451b0e9-a4e2-4bfd-89a4-f2397dbe41df', 'tag': '59b14ac7-7b13-4d51-99ba-242bc1e32f8f'}] {{(pid=114529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:48:47.893244 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-aabef857-ebdf-47db-9cf8-206925f62a09 req-a4ca17b1-e027-46a1-8b53-68a6d2fc9c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940062'] for port, after_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:47.969914 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabef857-ebdf-47db-9cf8-206925f62a09 req-a4ca17b1-e027-46a1-8b53-68a6d2fc9c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:47.975500 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48864154-3b53-419d-80e5-86f291d8cb7d service neutron] Pushing event updated for resources: {'Port': ['ID=59b14ac7-7b13-4d51-99ba-242bc1e32f8f,revision_number=3']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:47.979560 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-aabef857-ebdf-47db-9cf8-206925f62a09 req-a4ca17b1-e027-46a1-8b53-68a6d2fc9c17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-734032'] for port, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:47.979560 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-aabef857-ebdf-47db-9cf8-206925f62a09 req-a4ca17b1-e027-46a1-8b53-68a6d2fc9c17 service neutron] 10.222.0.27 "PUT /v2.0/ports/71ad66a0-841e-4a79-81cc-768b9030f46c HTTP/1.1" status: 200 len: 1094 time: 1.0248811 Jun 10 17:48:47.979560 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '619edb30-a9ca-46c9-a44e-4f39bd0fd6c2', 'tag': '71ad66a0-841e-4a79-81cc-768b9030f46c'}] {{(pid=114528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:48:47.996317 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c4b580669e8e78bfc2035bf5baafa64bdcb7bdc1597d6f92a291bf2def5264" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67361024-ccb9-48aa-b908-c8b8eb1b5abd" -d '{"events": [{"name": "network-changed", "server_uuid": "619edb30-a9ca-46c9-a44e-4f39bd0fd6c2", "tag": "71ad66a0-841e-4a79-81cc-768b9030f46c"}]}' {{(pid=114528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:48:48.117933 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Jun 2022 17:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535d1d1e-623c-489b-a2bb-e00019100ca4 x-openstack-request-id: req-535d1d1e-623c-489b-a2bb-e00019100ca4 {{(pid=114528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:48:48.118429 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "619edb30-a9ca-46c9-a44e-4f39bd0fd6c2", "tag": "71ad66a0-841e-4a79-81cc-768b9030f46c", "status": "completed", "code": 200}]} {{(pid=114528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:48:48.136146 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-535d1d1e-623c-489b-a2bb-e00019100ca4 {{(pid=114528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:48:48.136639 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-535d1d1e-623c-489b-a2bb-e00019100ca4'] response: {'name': 'network-changed', 'server_uuid': '619edb30-a9ca-46c9-a44e-4f39bd0fd6c2', 'tag': '71ad66a0-841e-4a79-81cc-768b9030f46c', 'status': 'completed', 'code': 200} Jun 10 17:48:48.183228 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}546b112a5b217dbfa88e609245cede7dd2905721b158f3f41c3dff8a3887b3c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a072feeb-3aab-4a25-a80b-a98fbe06b234" -d '{"events": [{"name": "network-changed", "server_uuid": "2451b0e9-a4e2-4bfd-89a4-f2397dbe41df", "tag": "59b14ac7-7b13-4d51-99ba-242bc1e32f8f"}]}' {{(pid=114529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:48:48.195486 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ca17b1-e027-46a1-8b53-68a6d2fc9c17 service neutron] Pushing event updated for resources: {'Port': ['ID=71ad66a0-841e-4a79-81cc-768b9030f46c,revision_number=3']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:48.206421 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d48556-f0a7-469e-8653-133a95d7a43d req-ed46fc7f-cf6a-426a-bbf7-07dc7e0d94ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:48.208192 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-42d48556-f0a7-469e-8653-133a95d7a43d req-ed46fc7f-cf6a-426a-bbf7-07dc7e0d94ae service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=977e9ef6bd9842379167d252715c6e8c&device_id=2451b0e9-a4e2-4bfd-89a4-f2397dbe41df HTTP/1.1" status: 200 len: 1096 time: 0.1103060 Jun 10 17:48:48.257088 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67361024-ccb9-48aa-b908-c8b8eb1b5abd req-18861857-0e07-4361-9081-a6c2e57f8435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:48.260848 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-67361024-ccb9-48aa-b908-c8b8eb1b5abd req-18861857-0e07-4361-9081-a6c2e57f8435 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=977e9ef6bd9842379167d252715c6e8c&device_id=619edb30-a9ca-46c9-a44e-4f39bd0fd6c2 HTTP/1.1" status: 200 len: 1097 time: 0.1149228 Jun 10 17:48:48.300889 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-42d48556-f0a7-469e-8653-133a95d7a43d req-1b5d91c0-b6aa-44cb-8515-fd766e145ad1 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59b14ac7-7b13-4d51-99ba-242bc1e32f8f HTTP/1.1" status: 200 len: 217 time: 0.0786717 Jun 10 17:48:48.333589 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-7a7d1fb9-f9bc-4d23-a55a-fae7fef89a83 req-74041fad-f292-4ede-b62a-a4e0abeb3a18 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d781a5d-b213-4266-8a01-252bf2d302dc HTTP/1.1" status: 200 len: 210 time: 0.0689361 Jun 10 17:48:48.377671 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d48556-f0a7-469e-8653-133a95d7a43d req-3eda1b9e-bb65-45a5-b90e-6029294ab189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:48.380985 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-42d48556-f0a7-469e-8653-133a95d7a43d req-3eda1b9e-bb65-45a5-b90e-6029294ab189 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=9b159fa3-bdfe-428f-8e21-2b18edcf45c9 HTTP/1.1" status: 200 len: 858 time: 0.0740085 Jun 10 17:48:48.475612 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d48556-f0a7-469e-8653-133a95d7a43d req-12d868f5-d948-478b-85b6-baae4f7a3c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:48.478451 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-42d48556-f0a7-469e-8653-133a95d7a43d req-12d868f5-d948-478b-85b6-baae4f7a3c69 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=e628d0f6-63d3-440a-9d16-11e611b2380d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0903273 Jun 10 17:48:48.480609 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Jun 2022 17:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159bab33-4370-423b-b0fe-b8bba401785d x-openstack-request-id: req-159bab33-4370-423b-b0fe-b8bba401785d {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:48:48.480894 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2451b0e9-a4e2-4bfd-89a4-f2397dbe41df", "tag": "59b14ac7-7b13-4d51-99ba-242bc1e32f8f", "status": "completed", "code": 200}]} {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:48:48.481142 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-159bab33-4370-423b-b0fe-b8bba401785d {{(pid=114529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:48:48.481581 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-159bab33-4370-423b-b0fe-b8bba401785d'] response: {'name': 'network-changed', 'server_uuid': '2451b0e9-a4e2-4bfd-89a4-f2397dbe41df', 'tag': '59b14ac7-7b13-4d51-99ba-242bc1e32f8f', 'status': 'completed', 'code': 200} Jun 10 17:48:48.547130 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67361024-ccb9-48aa-b908-c8b8eb1b5abd req-57781938-50c2-42be-b35b-0813e2d6ddc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:48.548758 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-67361024-ccb9-48aa-b908-c8b8eb1b5abd req-57781938-50c2-42be-b35b-0813e2d6ddc7 service neutron] 10.222.0.27 "GET /v2.0/networks?tenant_id=977e9ef6bd9842379167d252715c6e8c&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2735212 Jun 10 17:48:48.598096 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-42d48556-f0a7-469e-8653-133a95d7a43d req-ac8b3060-08b1-42b4-a019-8b3b27d7eba9 service neutron] 10.222.0.27 "GET /v2.0/networks/e628d0f6-63d3-440a-9d16-11e611b2380d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024342 Jun 10 17:48:48.707823 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-42d48556-f0a7-469e-8653-133a95d7a43d req-e20921d2-9380-4eec-ad9c-aea424e32e00 service neutron] 10.222.0.27 "GET /v2.0/networks/e628d0f6-63d3-440a-9d16-11e611b2380d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036479 Jun 10 17:48:48.741655 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67361024-ccb9-48aa-b908-c8b8eb1b5abd req-e78ce049-f7bd-46df-a7a0-a30fd39b4d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:48.743185 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-67361024-ccb9-48aa-b908-c8b8eb1b5abd req-e78ce049-f7bd-46df-a7a0-a30fd39b4d32 service neutron] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1815076 Jun 10 17:48:48.801592 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:48.861714 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17b686-b51c-4ec4-b447-e823aef6fc9f req-88461c16-59ad-450a-9cc1-4d3ef6296e36 tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:48.861714 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-bd17b686-b51c-4ec4-b447-e823aef6fc9f req-88461c16-59ad-450a-9cc1-4d3ef6296e36 tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] 10.222.0.16 "GET /v2.0/ports?device_id=17dac1b9-ba9b-4851-a315-1b8485546713 HTTP/1.1" status: 200 len: 943 time: 0.0765710 Jun 10 17:48:48.868073 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabef857-ebdf-47db-9cf8-206925f62a09 req-31326804-86d9-47be-9f86-57d9f42c5d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:48.869644 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-aabef857-ebdf-47db-9cf8-206925f62a09 req-31326804-86d9-47be-9f86-57d9f42c5d2b service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=977e9ef6bd9842379167d252715c6e8c&device_id=619edb30-a9ca-46c9-a44e-4f39bd0fd6c2 HTTP/1.1" status: 200 len: 1097 time: 0.0625296 Jun 10 17:48:48.972936 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-aabef857-ebdf-47db-9cf8-206925f62a09 req-c1c29f37-3d77-46d3-9e63-a3479603768d service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71ad66a0-841e-4a79-81cc-768b9030f46c HTTP/1.1" status: 200 len: 217 time: 0.0755513 Jun 10 17:48:48.980365 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a072feeb-3aab-4a25-a80b-a98fbe06b234 req-49146780-9832-42a0-ad83-bc9c2b5b99e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:48.982317 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-a072feeb-3aab-4a25-a80b-a98fbe06b234 req-49146780-9832-42a0-ad83-bc9c2b5b99e2 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=977e9ef6bd9842379167d252715c6e8c&device_id=2451b0e9-a4e2-4bfd-89a4-f2397dbe41df HTTP/1.1" status: 200 len: 1096 time: 0.0826797 Jun 10 17:48:48.985896 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-bd17b686-b51c-4ec4-b447-e823aef6fc9f req-a3263b76-eb53-469b-abed-940ededef640 tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] 10.222.0.16 "GET /v2.0/security-groups?id=de570a03-07aa-4ef5-9ecd-328dcd463193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151898 Jun 10 17:48:49.067018 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabef857-ebdf-47db-9cf8-206925f62a09 req-250d4f54-cb03-4caa-9317-e5c4e8d8e5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:49.068562 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-aabef857-ebdf-47db-9cf8-206925f62a09 req-250d4f54-cb03-4caa-9317-e5c4e8d8e5a6 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=9b159fa3-bdfe-428f-8e21-2b18edcf45c9 HTTP/1.1" status: 200 len: 858 time: 0.0817876 Jun 10 17:48:49.080942 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b52d071-ea47-491d-bfc2-da2f267988d5 req-62be0c70-0d3b-4038-bfe4-17e59fcdd304 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:49.089043 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-3b52d071-ea47-491d-bfc2-da2f267988d5 req-62be0c70-0d3b-4038-bfe4-17e59fcdd304 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=619edb30-a9ca-46c9-a44e-4f39bd0fd6c2 HTTP/1.1" status: 200 len: 944 time: 0.1185596 Jun 10 17:48:49.173300 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a072feeb-3aab-4a25-a80b-a98fbe06b234 req-4ee1700e-b30e-4459-9e72-28b4c9b2843f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:49.175724 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-a072feeb-3aab-4a25-a80b-a98fbe06b234 req-4ee1700e-b30e-4459-9e72-28b4c9b2843f service neutron] 10.222.0.27 "GET /v2.0/networks?id=e628d0f6-63d3-440a-9d16-11e611b2380d HTTP/1.1" status: 200 len: 920 time: 0.1798954 Jun 10 17:48:49.184634 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-3b52d071-ea47-491d-bfc2-da2f267988d5 req-9a8af9fb-2968-441f-8c15-3de018cefd4b tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947082 Jun 10 17:48:49.197059 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabef857-ebdf-47db-9cf8-206925f62a09 req-2263d672-5f68-4548-b3dc-a2c1f45477fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:49.199789 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-aabef857-ebdf-47db-9cf8-206925f62a09 req-2263d672-5f68-4548-b3dc-a2c1f45477fa service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=e628d0f6-63d3-440a-9d16-11e611b2380d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1087959 Jun 10 17:48:49.234779 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-a072feeb-3aab-4a25-a80b-a98fbe06b234 req-bfecc728-2768-4601-9914-7bfc4f61a921 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59b14ac7-7b13-4d51-99ba-242bc1e32f8f HTTP/1.1" status: 200 len: 217 time: 0.0483303 Jun 10 17:48:49.291907 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a072feeb-3aab-4a25-a80b-a98fbe06b234 req-09877d32-6089-409b-8e45-ffa2b7cf2652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:49.293375 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-a072feeb-3aab-4a25-a80b-a98fbe06b234 req-09877d32-6089-409b-8e45-ffa2b7cf2652 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=9b159fa3-bdfe-428f-8e21-2b18edcf45c9 HTTP/1.1" status: 200 len: 858 time: 0.0520909 Jun 10 17:48:49.302429 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-aabef857-ebdf-47db-9cf8-206925f62a09 req-7a8a9f48-e237-4408-8569-e342d4316146 service neutron] 10.222.0.27 "GET /v2.0/networks/e628d0f6-63d3-440a-9d16-11e611b2380d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913665 Jun 10 17:48:49.342172 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a072feeb-3aab-4a25-a80b-a98fbe06b234 req-cf32f915-b5d4-4dc7-8780-5fbf438baf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:49.343709 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-a072feeb-3aab-4a25-a80b-a98fbe06b234 req-cf32f915-b5d4-4dc7-8780-5fbf438baf9e service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=e628d0f6-63d3-440a-9d16-11e611b2380d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0426459 Jun 10 17:48:49.396993 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-aabef857-ebdf-47db-9cf8-206925f62a09 req-e41e677b-bf33-48e6-a247-d93f135c91fd service neutron] 10.222.0.27 "GET /v2.0/networks/e628d0f6-63d3-440a-9d16-11e611b2380d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870678 Jun 10 17:48:49.445046 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-2048b7e2-89f3-44e9-a83c-e8a0eabe68a0 req-e9f4284c-2a49-4378-8b60-e6e5093bc9aa tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d781a5d-b213-4266-8a01-252bf2d302dc HTTP/1.1" status: 200 len: 210 time: 0.0269425 Jun 10 17:48:49.447334 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-a072feeb-3aab-4a25-a80b-a98fbe06b234 req-29b762cb-cd11-43bd-9acb-c846c871434e service neutron] 10.222.0.27 "GET /v2.0/networks/e628d0f6-63d3-440a-9d16-11e611b2380d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959744 Jun 10 17:48:49.547642 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-a072feeb-3aab-4a25-a80b-a98fbe06b234 req-bf27a767-6e96-45fe-ae0a-0ee41c223843 service neutron] 10.222.0.27 "GET /v2.0/networks/e628d0f6-63d3-440a-9d16-11e611b2380d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916064 Jun 10 17:48:50.025520 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b003758-18e5-4adf-a748-271c5b41e80c req-dc8ef2d8-f81d-4dd1-93f8-b51aa2aba32a tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:50.027809 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-7b003758-18e5-4adf-a748-271c5b41e80c req-dc8ef2d8-f81d-4dd1-93f8-b51aa2aba32a tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.27 "GET /v2.0/networks?id=20988a48-24d3-47c4-85a4-f592522eeed3 HTTP/1.1" status: 200 len: 810 time: 0.1067882 Jun 10 17:48:50.106308 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-7b003758-18e5-4adf-a748-271c5b41e80c req-52c7ccbf-0a07-4321-86da-4b86208d856a tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5dbfa207ddd44e3912f4141ac504575 HTTP/1.1" status: 200 len: 379 time: 0.0614867 Jun 10 17:48:50.117980 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [req-7b003758-18e5-4adf-a748-271c5b41e80c req-fef5b8c1-3d84-49b5-b43c-b65c569967dd tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Request body: {'port': {'device_id': '3d781a5d-b213-4266-8a01-252bf2d302dc', 'network_id': '20988a48-24d3-47c4-85a4-f592522eeed3', 'admin_state_up': True, 'tenant_id': 'd5dbfa207ddd44e3912f4141ac504575', 'security_groups': ['a43a01d5-605a-4c10-abd5-66cf865fc9b3']}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:48:50.120570 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd141fa7-9d13-4b7f-ad5c-ace96fa569b4 req-6d55d2c2-ca73-46c0-9dd6-c60fc29e5b69 tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:50.122064 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-fd141fa7-9d13-4b7f-ad5c-ace96fa569b4 req-6d55d2c2-ca73-46c0-9dd6-c60fc29e5b69 tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] 10.222.0.16 "GET /v2.0/ports?device_id=17dac1b9-ba9b-4851-a315-1b8485546713 HTTP/1.1" status: 200 len: 943 time: 0.0519955 Jun 10 17:48:50.165303 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-fd141fa7-9d13-4b7f-ad5c-ace96fa569b4 req-bf42b0ae-d1c3-4aab-ac9a-853158944c06 tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] 10.222.0.16 "GET /v2.0/security-groups?id=de570a03-07aa-4ef5-9ecd-328dcd463193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363438 Jun 10 17:48:50.323734 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3020412c-79c2-4b9d-8f8d-7218c8a79308 req-5369a4dc-bddc-4163-96ea-ba22207d891f tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:50.325306 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-3020412c-79c2-4b9d-8f8d-7218c8a79308 req-5369a4dc-bddc-4163-96ea-ba22207d891f tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=619edb30-a9ca-46c9-a44e-4f39bd0fd6c2 HTTP/1.1" status: 200 len: 944 time: 0.0544283 Jun 10 17:48:50.333487 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b003758-18e5-4adf-a748-271c5b41e80c req-fef5b8c1-3d84-49b5-b43c-b65c569967dd tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Made reservation on behalf of d5dbfa207ddd44e3912f4141ac504575 for: {'port': 1} {{(pid=114528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 17:48:50.336693 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-7b003758-18e5-4adf-a748-271c5b41e80c req-fef5b8c1-3d84-49b5-b43c-b65c569967dd tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:50.373226 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-3020412c-79c2-4b9d-8f8d-7218c8a79308 req-cd980437-6d45-45f4-bdce-086148a029f1 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409803 Jun 10 17:48:50.407774 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 41374) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:48:50.473337 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.db_base_plugin_common [req-7b003758-18e5-4adf-a748-271c5b41e80c req-fef5b8c1-3d84-49b5-b43c-b65c569967dd tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Allocated IP 172.20.0.10 (20988a48-24d3-47c4-85a4-f592522eeed3/6c6c1002-ecf3-4b70-9e9d-befa43491f0a/a99f98c5-17a2-401e-b8f6-c1173e126e2d) {{(pid=114528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 17:48:50.522679 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-567d05a2-d6f9-49aa-a1cd-0ebe5dd7644a admin admin] Notify callbacks [] for security_group, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:50.561176 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-4144ce35-6c3c-48cb-8ea2-a0c430d4e15f req-bc48353e-5216-46cb-b35e-e9a902f8cd52 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d781a5d-b213-4266-8a01-252bf2d302dc HTTP/1.1" status: 200 len: 210 time: 0.0308514 Jun 10 17:48:50.628362 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-567d05a2-d6f9-49aa-a1cd-0ebe5dd7644a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:50.632917 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-7b003758-18e5-4adf-a748-271c5b41e80c req-fef5b8c1-3d84-49b5-b43c-b65c569967dd tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks [] for port, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:50.715085 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-567d05a2-d6f9-49aa-a1cd-0ebe5dd7644a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:50.744161 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-7b003758-18e5-4adf-a748-271c5b41e80c req-fef5b8c1-3d84-49b5-b43c-b65c569967dd tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764020614705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940005'] for port, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:50.755794 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567d05a2-d6f9-49aa-a1cd-0ebe5dd7644a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5cbe10f-5bc4-43e8-b322-e0e2f6cb0723,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:50.759047 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-567d05a2-d6f9-49aa-a1cd-0ebe5dd7644a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d09c2c6c255547489645a54c7bd36a85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3501999 Jun 10 17:48:50.759917 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 41388) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:48:50.810985 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-e1ae387e-d99f-407a-be4f-9149b5776448 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:50.820034 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b003758-18e5-4adf-a748-271c5b41e80c req-fef5b8c1-3d84-49b5-b43c-b65c569967dd tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Network 20988a48-24d3-47c4-85a4-f592522eeed3 is already hosted by enough agents. {{(pid=114528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:48:50.824577 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.base_scheduler [req-7b003758-18e5-4adf-a748-271c5b41e80c req-fef5b8c1-3d84-49b5-b43c-b65c569967dd tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Resources bound (agent type, host, resource id): {{(pid=114528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:48:50.829743 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b003758-18e5-4adf-a748-271c5b41e80c req-fef5b8c1-3d84-49b5-b43c-b65c569967dd tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Received port after_create {{(pid=114528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 10 17:48:50.845771 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-e1ae387e-d99f-407a-be4f-9149b5776448 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:50.883447 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef5b8c1-3d84-49b5-b43c-b65c569967dd tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Pushing event updated for resources: {'Port': ['ID=a99f98c5-17a2-401e-b8f6-c1173e126e2d,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:50.903386 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b003758-18e5-4adf-a748-271c5b41e80c req-fef5b8c1-3d84-49b5-b43c-b65c569967dd tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:50.904407 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-7b003758-18e5-4adf-a748-271c5b41e80c req-fef5b8c1-3d84-49b5-b43c-b65c569967dd tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-734032'] for port, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:50.972629 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-e1ae387e-d99f-407a-be4f-9149b5776448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:50.975272 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-7b003758-18e5-4adf-a748-271c5b41e80c req-fef5b8c1-3d84-49b5-b43c-b65c569967dd tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8612964 Jun 10 17:48:50.975664 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-e1ae387e-d99f-407a-be4f-9149b5776448 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:50.976885 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-e1ae387e-d99f-407a-be4f-9149b5776448 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f5cbe10f-5bc4-43e8-b322-e0e2f6cb0723 HTTP/1.1" status: 204 len: 168 time: 0.2160168 Jun 10 17:48:50.987658 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ae387e-d99f-407a-be4f-9149b5776448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5cbe10f-5bc4-43e8-b322-e0e2f6cb0723,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:50.995792 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [req-7b003758-18e5-4adf-a748-271c5b41e80c req-97e7c110-04fa-4226-8477-7f001f80f099 service neutron] Request body: {'port': {'device_id': '3d781a5d-b213-4266-8a01-252bf2d302dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-xena0'}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:48:51.012928 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device e5146cdd-0997-47a0-a44c-81ded80e30c7 details requested by agent hyperv_hv-cinder-xena0 with host hv-cinder-xena0 {{(pid=114530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 10 17:48:51.071913 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-7b003758-18e5-4adf-a748-271c5b41e80c req-97e7c110-04fa-4226-8477-7f001f80f099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:51.140332 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-36e0425f-9908-4272-85b7-3080cbc98bac None None] Provisioning complete for port a99f98c5-17a2-401e-b8f6-c1173e126e2d triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:48:51.140332 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-36e0425f-9908-4272-85b7-3080cbc98bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:51.182574 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port e5146cdd-0997-47a0-a44c-81ded80e30c7, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=e5146cdd-0997-47a0-a44c-81ded80e30c7,segment=NetworkSegment(3a4d6950-abc0-4a07-8857-609d4fd46ecc),segment_id=3a4d6950-abc0-4a07-8857-609d4fd46ecc)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:48:51.196760 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-36e0425f-9908-4272-85b7-3080cbc98bac None None] Port a99f98c5-17a2-401e-b8f6-c1173e126e2d cannot update to ACTIVE because it is not bound. {{(pid=114530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 10 17:48:51.201297 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Returning: {'device': 'e5146cdd-0997-47a0-a44c-81ded80e30c7', 'network_id': '998e98f9-ac1b-426b-ab19-3e3143db2df0', 'port_id': 'e5146cdd-0997-47a0-a44c-81ded80e30c7', 'mac_address': 'fa:16:3e:9d:c6:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15bb2f5b-f3cc-4506-b5e4-506ade2eb0cc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 10 17:48:51.245968 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Current status of the port e5146cdd-0997-47a0-a44c-81ded80e30c7 is: DOWN; New status is: BUILD {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:48:51.246605 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:51.260834 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.notifiers.nova [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5146cdd-0997-47a0-a44c-81ded80e30c7 {{(pid=114530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 10 17:48:51.284156 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port e5146cdd-0997-47a0-a44c-81ded80e30c7, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=e5146cdd-0997-47a0-a44c-81ded80e30c7,segment=NetworkSegment(3a4d6950-abc0-4a07-8857-609d4fd46ecc),segment_id=3a4d6950-abc0-4a07-8857-609d4fd46ecc)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:48:51.307538 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e890f3e7-433b-46e8-91b2-132f02d79f3a req-17c908e1-7fbb-4823-96f6-7542c4a66089 tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:51.309040 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-e890f3e7-433b-46e8-91b2-132f02d79f3a req-17c908e1-7fbb-4823-96f6-7542c4a66089 tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] 10.222.0.16 "GET /v2.0/ports?device_id=17dac1b9-ba9b-4851-a315-1b8485546713 HTTP/1.1" status: 200 len: 943 time: 0.0515075 Jun 10 17:48:51.378738 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-e890f3e7-433b-46e8-91b2-132f02d79f3a req-2799a332-513d-4cbe-9b43-22b53e925ded tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] 10.222.0.16 "GET /v2.0/security-groups?id=de570a03-07aa-4ef5-9ecd-328dcd463193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621257 Jun 10 17:48:51.389749 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:51.391016 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device 59b14ac7-7b13-4d51-99ba-242bc1e32f8f details requested by agent hyperv_hv-cinder-xena0 with host hv-cinder-xena0 {{(pid=114530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 10 17:48:51.391877 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.notifiers.nova [req-7b003758-18e5-4adf-a748-271c5b41e80c req-97e7c110-04fa-4226-8477-7f001f80f099 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a99f98c5-17a2-401e-b8f6-c1173e126e2d {{(pid=114528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 10 17:48:51.400531 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-7b003758-18e5-4adf-a748-271c5b41e80c req-97e7c110-04fa-4226-8477-7f001f80f099 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:51.413861 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.provisioning_blocks [req-7b003758-18e5-4adf-a748-271c5b41e80c req-97e7c110-04fa-4226-8477-7f001f80f099 service neutron] Transition to ACTIVE for port object a99f98c5-17a2-401e-b8f6-c1173e126e2d will not be triggered until provisioned by entity L2. {{(pid=114528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 17:48:51.477893 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Pushing event updated for resources: {'Port': ['ID=e5146cdd-0997-47a0-a44c-81ded80e30c7,revision_number=4']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:51.503771 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-7b003758-18e5-4adf-a748-271c5b41e80c req-97e7c110-04fa-4226-8477-7f001f80f099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940062'] for port, after_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:51.504888 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80bb31-216d-405b-b218-eb2e36d854ac req-cac28b99-19af-492b-83b8-52b07fe02672 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:51.506390 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-8d80bb31-216d-405b-b218-eb2e36d854ac req-cac28b99-19af-492b-83b8-52b07fe02672 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=619edb30-a9ca-46c9-a44e-4f39bd0fd6c2 HTTP/1.1" status: 200 len: 944 time: 0.0516362 Jun 10 17:48:51.543178 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port 59b14ac7-7b13-4d51-99ba-242bc1e32f8f, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=59b14ac7-7b13-4d51-99ba-242bc1e32f8f,segment=NetworkSegment(b89b8fd3-0b50-4914-8518-4833b6995ef5),segment_id=b89b8fd3-0b50-4914-8518-4833b6995ef5)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:48:51.556055 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-8d80bb31-216d-405b-b218-eb2e36d854ac req-72ab4de9-0889-4e47-a72f-30acad6e86f3 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378079 Jun 10 17:48:51.556357 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Returning: {'device': '59b14ac7-7b13-4d51-99ba-242bc1e32f8f', 'network_id': 'e628d0f6-63d3-440a-9d16-11e611b2380d', 'port_id': '59b14ac7-7b13-4d51-99ba-242bc1e32f8f', 'mac_address': 'fa:16:3e:88:13:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b159fa3-bdfe-428f-8e21-2b18edcf45c9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 10 17:48:51.565042 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e7c110-04fa-4226-8477-7f001f80f099 service neutron] Pushing event updated for resources: {'Port': ['ID=a99f98c5-17a2-401e-b8f6-c1173e126e2d,revision_number=2']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:51.620386 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Current status of the port 59b14ac7-7b13-4d51-99ba-242bc1e32f8f is: DOWN; New status is: BUILD {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:48:51.620560 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:51.643304 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.managers [req-7b003758-18e5-4adf-a748-271c5b41e80c req-97e7c110-04fa-4226-8477-7f001f80f099 service neutron] Attempting to bind port a99f98c5-17a2-401e-b8f6-c1173e126e2d on host hv-cinder-xena0 for vnic_type normal with profile {{(pid=114528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 17:48:51.643759 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.managers [req-7b003758-18e5-4adf-a748-271c5b41e80c req-97e7c110-04fa-4226-8477-7f001f80f099 service neutron] Attempting to bind port a99f98c5-17a2-401e-b8f6-c1173e126e2d by drivers openvswitch,hyperv on host hv-cinder-xena0 at level 0 using segments [{'id': 'dffac23a-c726-4935-9ddb-386e3be17651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '20988a48-24d3-47c4-85a4-f592522eeed3'}] {{(pid=114528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 17:48:51.644099 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b003758-18e5-4adf-a748-271c5b41e80c req-97e7c110-04fa-4226-8477-7f001f80f099 service neutron] Attempting to bind port a99f98c5-17a2-401e-b8f6-c1173e126e2d on network 20988a48-24d3-47c4-85a4-f592522eeed3 {{(pid=114528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 10 17:48:51.649938 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b003758-18e5-4adf-a748-271c5b41e80c req-97e7c110-04fa-4226-8477-7f001f80f099 service neutron] Port a99f98c5-17a2-401e-b8f6-c1173e126e2d on network 20988a48-24d3-47c4-85a4-f592522eeed3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-xena0 {{(pid=114528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 10 17:48:51.650217 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b003758-18e5-4adf-a748-271c5b41e80c req-97e7c110-04fa-4226-8477-7f001f80f099 service neutron] Attempting to bind port a99f98c5-17a2-401e-b8f6-c1173e126e2d on network 20988a48-24d3-47c4-85a4-f592522eeed3 {{(pid=114528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 10 17:48:51.653499 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.notifiers.nova [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59b14ac7-7b13-4d51-99ba-242bc1e32f8f {{(pid=114530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 10 17:48:51.656766 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b003758-18e5-4adf-a748-271c5b41e80c req-97e7c110-04fa-4226-8477-7f001f80f099 service neutron] Checking agent: {'id': '7469bf7c-50e4-4cc8-b056-051e3e633b26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-xena0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 10, 17, 46, 19), 'started_at': datetime.datetime(2022, 6, 10, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 10, 17, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 10 17:48:51.657314 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b003758-18e5-4adf-a748-271c5b41e80c req-97e7c110-04fa-4226-8477-7f001f80f099 service neutron] Checking segment: {'id': 'dffac23a-c726-4935-9ddb-386e3be17651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '20988a48-24d3-47c4-85a4-f592522eeed3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 10 17:48:51.657703 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b003758-18e5-4adf-a748-271c5b41e80c req-97e7c110-04fa-4226-8477-7f001f80f099 service neutron] Bound using segment: {'id': 'dffac23a-c726-4935-9ddb-386e3be17651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '20988a48-24d3-47c4-85a4-f592522eeed3'} {{(pid=114528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 10 17:48:51.658206 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.managers [req-7b003758-18e5-4adf-a748-271c5b41e80c req-97e7c110-04fa-4226-8477-7f001f80f099 service neutron] Bound port: a99f98c5-17a2-401e-b8f6-c1173e126e2d, host: hv-cinder-xena0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dffac23a-c726-4935-9ddb-386e3be17651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '20988a48-24d3-47c4-85a4-f592522eeed3'}}] {{(pid=114528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 17:48:51.658542 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-7b003758-18e5-4adf-a748-271c5b41e80c req-97e7c110-04fa-4226-8477-7f001f80f099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:51.695234 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port 59b14ac7-7b13-4d51-99ba-242bc1e32f8f, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=59b14ac7-7b13-4d51-99ba-242bc1e32f8f,segment=NetworkSegment(b89b8fd3-0b50-4914-8518-4833b6995ef5),segment_id=b89b8fd3-0b50-4914-8518-4833b6995ef5)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:48:51.759468 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea9aa5c-c3dd-4fe6-b6d1-c48cf6848cab req-b3816d38-2aac-4217-9b47-2938563b69bc tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:51.773282 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-4ea9aa5c-c3dd-4fe6-b6d1-c48cf6848cab req-b3816d38-2aac-4217-9b47-2938563b69bc tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d781a5d-b213-4266-8a01-252bf2d302dc HTTP/1.1" status: 200 len: 944 time: 0.0825899 Jun 10 17:48:51.790016 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 41416) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:48:51.807888 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:51.813468 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.db [req-7b003758-18e5-4adf-a748-271c5b41e80c req-97e7c110-04fa-4226-8477-7f001f80f099 service neutron] For port a99f98c5-17a2-401e-b8f6-c1173e126e2d, host hv-cinder-xena0, cleared binding levels {{(pid=114528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 10 17:48:51.847209 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-3f5143b4-f84a-49a2-995a-9c2a5c32ec40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:51.852066 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.db [req-7b003758-18e5-4adf-a748-271c5b41e80c req-97e7c110-04fa-4226-8477-7f001f80f099 service neutron] For port a99f98c5-17a2-401e-b8f6-c1173e126e2d, host hv-cinder-xena0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=a99f98c5-17a2-401e-b8f6-c1173e126e2d,segment=NetworkSegment(dffac23a-c726-4935-9ddb-386e3be17651),segment_id=dffac23a-c726-4935-9ddb-386e3be17651)] {{(pid=114528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 10 17:48:51.927809 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-7b003758-18e5-4adf-a748-271c5b41e80c req-97e7c110-04fa-4226-8477-7f001f80f099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940062'] for port, after_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:51.952032 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Pushing event updated for resources: {'Port': ['ID=59b14ac7-7b13-4d51-99ba-242bc1e32f8f,revision_number=4']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:51.981514 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-3f5143b4-f84a-49a2-995a-9c2a5c32ec40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:52.016275 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b003758-18e5-4adf-a748-271c5b41e80c req-97e7c110-04fa-4226-8477-7f001f80f099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:52.016943 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-7b003758-18e5-4adf-a748-271c5b41e80c req-97e7c110-04fa-4226-8477-7f001f80f099 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-734032'] for port, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:52.018611 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-7b003758-18e5-4adf-a748-271c5b41e80c req-97e7c110-04fa-4226-8477-7f001f80f099 service neutron] 10.222.0.27 "PUT /v2.0/ports/a99f98c5-17a2-401e-b8f6-c1173e126e2d HTTP/1.1" status: 200 len: 1094 time: 1.0278823 Jun 10 17:48:52.019117 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d781a5d-b213-4266-8a01-252bf2d302dc', 'tag': 'a99f98c5-17a2-401e-b8f6-c1173e126e2d'}] {{(pid=114528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:48:52.021470 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c4b580669e8e78bfc2035bf5baafa64bdcb7bdc1597d6f92a291bf2def5264" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85cc46b9-8217-4bc9-bfa9-7273e02c067b" -d '{"events": [{"name": "network-changed", "server_uuid": "3d781a5d-b213-4266-8a01-252bf2d302dc", "tag": "a99f98c5-17a2-401e-b8f6-c1173e126e2d"}]}' {{(pid=114528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:48:52.027262 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-4ea9aa5c-c3dd-4fe6-b6d1-c48cf6848cab req-8ea4b90d-efa5-4d60-a52a-bf1a664e63c9 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43a01d5-605a-4c10-abd5-66cf865fc9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2526846 Jun 10 17:48:52.038034 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e7c110-04fa-4226-8477-7f001f80f099 service neutron] Pushing event updated for resources: {'Port': ['ID=a99f98c5-17a2-401e-b8f6-c1173e126e2d,revision_number=3']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:52.042026 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-3f5143b4-f84a-49a2-995a-9c2a5c32ec40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:52.071922 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-3f5143b4-f84a-49a2-995a-9c2a5c32ec40 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0761ee8123c74d49b027ff0d8b230a97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2791753 Jun 10 17:48:52.073626 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Jun 2022 17:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3276142a-3d78-49c5-bf3a-4ac404adf61c x-openstack-request-id: req-3276142a-3d78-49c5-bf3a-4ac404adf61c {{(pid=114528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:48:52.073934 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d781a5d-b213-4266-8a01-252bf2d302dc", "tag": "a99f98c5-17a2-401e-b8f6-c1173e126e2d", "status": "completed", "code": 200}]} {{(pid=114528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:48:52.074151 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 41430) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:48:52.078997 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3276142a-3d78-49c5-bf3a-4ac404adf61c {{(pid=114528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:48:52.078997 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3276142a-3d78-49c5-bf3a-4ac404adf61c'] response: {'name': 'network-changed', 'server_uuid': '3d781a5d-b213-4266-8a01-252bf2d302dc', 'tag': 'a99f98c5-17a2-401e-b8f6-c1173e126e2d', 'status': 'completed', 'code': 200} Jun 10 17:48:52.094164 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5143b4-f84a-49a2-995a-9c2a5c32ec40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09633b1c-c2cc-4e3a-9a7a-789d471707c6,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:52.145738 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-71704767-9233-48ce-ac82-320dff4690af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:52.167992 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-71704767-9233-48ce-ac82-320dff4690af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:52.297898 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-71704767-9233-48ce-ac82-320dff4690af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:52.300523 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-71704767-9233-48ce-ac82-320dff4690af admin admin] Notify callbacks [] for security_group, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:52.301689 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-71704767-9233-48ce-ac82-320dff4690af admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/09633b1c-c2cc-4e3a-9a7a-789d471707c6 HTTP/1.1" status: 204 len: 168 time: 0.2262790 Jun 10 17:48:52.309230 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71704767-9233-48ce-ac82-320dff4690af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09633b1c-c2cc-4e3a-9a7a-789d471707c6,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:52.517888 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50774d4-a10e-40d6-8736-dd40a874d257 req-f826d8db-d0ac-4f09-a776-3f051535f3fb tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:52.519418 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-b50774d4-a10e-40d6-8736-dd40a874d257 req-f826d8db-d0ac-4f09-a776-3f051535f3fb tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] 10.222.0.16 "GET /v2.0/ports?device_id=17dac1b9-ba9b-4851-a315-1b8485546713 HTTP/1.1" status: 200 len: 944 time: 0.0596855 Jun 10 17:48:52.559187 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-b50774d4-a10e-40d6-8736-dd40a874d257 req-8ec38800-966e-4b75-baa3-b6a52dc91fe1 tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] 10.222.0.16 "GET /v2.0/security-groups?id=de570a03-07aa-4ef5-9ecd-328dcd463193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335510 Jun 10 17:48:52.687336 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac759c2-a8db-4768-b548-d4e7e5bdc807 req-7b56adb2-313f-45ad-9fe1-f36ba3a00f75 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:52.689416 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-fac759c2-a8db-4768-b548-d4e7e5bdc807 req-7b56adb2-313f-45ad-9fe1-f36ba3a00f75 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=619edb30-a9ca-46c9-a44e-4f39bd0fd6c2 HTTP/1.1" status: 200 len: 944 time: 0.0616708 Jun 10 17:48:52.732075 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-fac759c2-a8db-4768-b548-d4e7e5bdc807 req-f5122abb-a081-41e1-8e0f-36c670a5a182 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327103 Jun 10 17:48:53.002307 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 41470) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:48:53.168341 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-89a92de5-7867-4591-b6f4-88e090eb3f39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:53.210844 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44accbd5-b8e3-4469-a917-a098443c7cea req-2f0dd8fb-6d24-4251-900c-122ca6afae14 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:53.212339 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-44accbd5-b8e3-4469-a917-a098443c7cea req-2f0dd8fb-6d24-4251-900c-122ca6afae14 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d781a5d-b213-4266-8a01-252bf2d302dc HTTP/1.1" status: 200 len: 944 time: 0.0970798 Jun 10 17:48:53.272617 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-44accbd5-b8e3-4469-a917-a098443c7cea req-0989e376-53b1-46b5-a266-2606984d326c tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43a01d5-605a-4c10-abd5-66cf865fc9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521021 Jun 10 17:48:53.294700 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-89a92de5-7867-4591-b6f4-88e090eb3f39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:53.382292 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-89a92de5-7867-4591-b6f4-88e090eb3f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:53.424759 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-89a92de5-7867-4591-b6f4-88e090eb3f39 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c5063bae071348c3bf5f1fc8966df5b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4212680 Jun 10 17:48:53.425658 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a92de5-7867-4591-b6f4-88e090eb3f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b81f66-0147-4324-864a-a7296ef1e0ca,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:53.427452 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 41492) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:48:53.486120 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-884e08c7-da67-49fb-a6e3-0cf3a2df0b36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:53.508488 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-884e08c7-da67-49fb-a6e3-0cf3a2df0b36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:53.594320 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 41500) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:48:53.623699 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-884e08c7-da67-49fb-a6e3-0cf3a2df0b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:53.626395 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-884e08c7-da67-49fb-a6e3-0cf3a2df0b36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:53.630705 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-884e08c7-da67-49fb-a6e3-0cf3a2df0b36 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c9b81f66-0147-4324-864a-a7296ef1e0ca HTTP/1.1" status: 204 len: 168 time: 0.2022045 Jun 10 17:48:53.641059 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884e08c7-da67-49fb-a6e3-0cf3a2df0b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b81f66-0147-4324-864a-a7296ef1e0ca,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:53.683404 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e93738-f338-480e-b852-33fb92f7441a req-1026d87a-3de8-4993-a1f2-9439f3a35434 tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:53.685047 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-43e93738-f338-480e-b852-33fb92f7441a req-1026d87a-3de8-4993-a1f2-9439f3a35434 tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] 10.222.0.16 "GET /v2.0/ports?device_id=17dac1b9-ba9b-4851-a315-1b8485546713 HTTP/1.1" status: 200 len: 944 time: 0.0517669 Jun 10 17:48:53.724953 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-43e93738-f338-480e-b852-33fb92f7441a req-97fa7756-d57d-4b7e-a9fa-9b15e2ba09a4 tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] 10.222.0.16 "GET /v2.0/security-groups?id=de570a03-07aa-4ef5-9ecd-328dcd463193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331504 Jun 10 17:48:53.771663 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-85a2eb9c-dfc2-4930-bb9b-582cdcfdf370 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:53.883346 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d285e58a-ccb7-421e-85e4-fa836fe441bb req-818f8b20-b98f-45b9-a5db-5b02bb16f3a1 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:53.885130 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d285e58a-ccb7-421e-85e4-fa836fe441bb req-818f8b20-b98f-45b9-a5db-5b02bb16f3a1 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=619edb30-a9ca-46c9-a44e-4f39bd0fd6c2 HTTP/1.1" status: 200 len: 944 time: 0.0797973 Jun 10 17:48:53.894631 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-85a2eb9c-dfc2-4930-bb9b-582cdcfdf370 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:53.927141 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d285e58a-ccb7-421e-85e4-fa836fe441bb req-841ecbcb-d390-4c8c-a42f-81918ef19a57 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311127 Jun 10 17:48:53.960569 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-85a2eb9c-dfc2-4930-bb9b-582cdcfdf370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:54.003187 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-85a2eb9c-dfc2-4930-bb9b-582cdcfdf370 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d4ffb0931d9540bb8aceb4e8d22e7263&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4077780 Jun 10 17:48:54.004195 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a2eb9c-dfc2-4930-bb9b-582cdcfdf370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f763b0-e244-4536-a363-f34c6cc29449,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:54.005826 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 41522) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:48:54.060350 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-d35180e8-71b6-472f-9067-dcbee897a797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:54.085169 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-d35180e8-71b6-472f-9067-dcbee897a797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:54.222619 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-d35180e8-71b6-472f-9067-dcbee897a797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:54.225292 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-d35180e8-71b6-472f-9067-dcbee897a797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:54.226494 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-d35180e8-71b6-472f-9067-dcbee897a797 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/28f763b0-e244-4536-a363-f34c6cc29449 HTTP/1.1" status: 204 len: 168 time: 0.2196145 Jun 10 17:48:54.245233 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35180e8-71b6-472f-9067-dcbee897a797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f763b0-e244-4536-a363-f34c6cc29449,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:54.262024 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device 71ad66a0-841e-4a79-81cc-768b9030f46c details requested by agent hyperv_hv-cinder-xena0 with host hv-cinder-xena0 {{(pid=114530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 10 17:48:54.307191 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc46b9-8217-4bc9-bfa9-7273e02c067b req-a164d867-b57e-40dc-ba68-8a71a3c1aa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:54.308860 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-85cc46b9-8217-4bc9-bfa9-7273e02c067b req-a164d867-b57e-40dc-ba68-8a71a3c1aa10 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=d5dbfa207ddd44e3912f4141ac504575&device_id=3d781a5d-b213-4266-8a01-252bf2d302dc HTTP/1.1" status: 200 len: 1097 time: 0.0615916 Jun 10 17:48:54.413104 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port 71ad66a0-841e-4a79-81cc-768b9030f46c, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=71ad66a0-841e-4a79-81cc-768b9030f46c,segment=NetworkSegment(b89b8fd3-0b50-4914-8518-4833b6995ef5),segment_id=b89b8fd3-0b50-4914-8518-4833b6995ef5)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:48:54.418065 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63faef6d-b604-42f7-aa01-12c3ce8460c3 req-cf78727c-3196-429e-966f-a8354a8340e0 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:54.421429 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-63faef6d-b604-42f7-aa01-12c3ce8460c3 req-cf78727c-3196-429e-966f-a8354a8340e0 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d781a5d-b213-4266-8a01-252bf2d302dc HTTP/1.1" status: 200 len: 944 time: 0.0641646 Jun 10 17:48:54.427573 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 41536) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:48:54.440179 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Returning: {'device': '71ad66a0-841e-4a79-81cc-768b9030f46c', 'network_id': 'e628d0f6-63d3-440a-9d16-11e611b2380d', 'port_id': '71ad66a0-841e-4a79-81cc-768b9030f46c', 'mac_address': 'fa:16:3e:e4:31:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b159fa3-bdfe-428f-8e21-2b18edcf45c9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 10 17:48:54.462487 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-22adf338-4efc-4143-9d22-23cf8eea2771 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:54.521374 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Current status of the port 71ad66a0-841e-4a79-81cc-768b9030f46c is: DOWN; New status is: BUILD {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:48:54.521771 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:54.548515 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-63faef6d-b604-42f7-aa01-12c3ce8460c3 req-47e1bc1b-eba6-4a34-b34e-a7b0028c1a4b tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43a01d5-605a-4c10-abd5-66cf865fc9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119561 Jun 10 17:48:54.572918 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.notifiers.nova [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71ad66a0-841e-4a79-81cc-768b9030f46c {{(pid=114530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 10 17:48:54.599345 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port 71ad66a0-841e-4a79-81cc-768b9030f46c, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=71ad66a0-841e-4a79-81cc-768b9030f46c,segment=NetworkSegment(b89b8fd3-0b50-4914-8518-4833b6995ef5),segment_id=b89b8fd3-0b50-4914-8518-4833b6995ef5)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:48:54.637752 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-22adf338-4efc-4143-9d22-23cf8eea2771 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:54.663010 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] get_ports_and_sgs() called for port_ids ['e5146cdd-0997-47a0-a44c-81ded80e30c7'] {{(pid=114530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 10 17:48:54.692707 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] get_ports_and_sgs() called for port_ids ['59b14ac7-7b13-4d51-99ba-242bc1e32f8f'] {{(pid=114530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 10 17:48:54.710691 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-22adf338-4efc-4143-9d22-23cf8eea2771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:54.725324 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc46b9-8217-4bc9-bfa9-7273e02c067b req-7ee74338-157d-4351-8b7d-3cb97e85afbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:54.727090 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-85cc46b9-8217-4bc9-bfa9-7273e02c067b req-7ee74338-157d-4351-8b7d-3cb97e85afbe service neutron] 10.222.0.27 "GET /v2.0/networks?tenant_id=d5dbfa207ddd44e3912f4141ac504575&shared=False HTTP/1.1" status: 200 len: 911 time: 0.4030709 Jun 10 17:48:54.735783 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:54.750072 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22adf338-4efc-4143-9d22-23cf8eea2771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=540c8258-9306-4d41-a6c3-d1a18f0c5b58,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:54.821769 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-22adf338-4efc-4143-9d22-23cf8eea2771 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=94f3ac06fda64102bd0c1ecf4c97d4a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3930960 Jun 10 17:48:54.825232 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 41550) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:48:54.924041 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e34d2f0-75cf-421c-8cdb-d28aed68c986 req-4426e17a-6a7a-4213-af32-154817391259 tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:54.925552 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-5e34d2f0-75cf-421c-8cdb-d28aed68c986 req-4426e17a-6a7a-4213-af32-154817391259 tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] 10.222.0.16 "GET /v2.0/ports?device_id=17dac1b9-ba9b-4851-a315-1b8485546713 HTTP/1.1" status: 200 len: 944 time: 0.0845389 Jun 10 17:48:54.941921 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-75da18c2-63db-43c5-8d39-4298c0aeadf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:54.990208 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-75da18c2-63db-43c5-8d39-4298c0aeadf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:55.007164 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc46b9-8217-4bc9-bfa9-7273e02c067b req-bfbec05a-9e99-4525-815f-ba7a47710092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:55.011175 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-85cc46b9-8217-4bc9-bfa9-7273e02c067b req-bfbec05a-9e99-4525-815f-ba7a47710092 service neutron] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2736325 Jun 10 17:48:55.014945 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Pushing event updated for resources: {'Port': ['ID=71ad66a0-841e-4a79-81cc-768b9030f46c,revision_number=4']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:55.017835 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-5e34d2f0-75cf-421c-8cdb-d28aed68c986 req-e92c7f42-8c3b-4ada-979f-2266cf37155c tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] 10.222.0.16 "GET /v2.0/security-groups?id=de570a03-07aa-4ef5-9ecd-328dcd463193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773795 Jun 10 17:48:55.131330 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] get_ports_and_sgs() called for port_ids ['71ad66a0-841e-4a79-81cc-768b9030f46c'] {{(pid=114530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 10 17:48:55.148601 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b003758-18e5-4adf-a748-271c5b41e80c req-71247f70-10ee-496e-a12a-c81d939c4a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:55.150336 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-7b003758-18e5-4adf-a748-271c5b41e80c req-71247f70-10ee-496e-a12a-c81d939c4a81 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=d5dbfa207ddd44e3912f4141ac504575&device_id=3d781a5d-b213-4266-8a01-252bf2d302dc HTTP/1.1" status: 200 len: 1097 time: 0.0687189 Jun 10 17:48:55.202951 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33f30f-4b86-4e59-a480-0685c82636d1 req-b4bbe431-f8fd-431e-ab87-b86abf6af7ef tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:55.213955 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-9b33f30f-4b86-4e59-a480-0685c82636d1 req-b4bbe431-f8fd-431e-ab87-b86abf6af7ef tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=619edb30-a9ca-46c9-a44e-4f39bd0fd6c2 HTTP/1.1" status: 200 len: 945 time: 0.2038021 Jun 10 17:48:55.216244 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 41564) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:48:55.230795 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-7b003758-18e5-4adf-a748-271c5b41e80c req-9237538e-115e-462f-8dfb-722986a636f3 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a99f98c5-17a2-401e-b8f6-c1173e126e2d HTTP/1.1" status: 200 len: 217 time: 0.0663843 Jun 10 17:48:55.232945 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-d8ef122e-a1e2-4b4c-b5f3-dff14fdb3bcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:55.287098 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-9b33f30f-4b86-4e59-a480-0685c82636d1 req-4f733a79-f689-446b-8bc0-16af9b305db9 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515804 Jun 10 17:48:55.290877 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b003758-18e5-4adf-a748-271c5b41e80c req-a976215d-4db8-4d82-8c6d-31cfe3408ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:55.292199 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-7b003758-18e5-4adf-a748-271c5b41e80c req-a976215d-4db8-4d82-8c6d-31cfe3408ce1 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=6c6c1002-ecf3-4b70-9e9d-befa43491f0a HTTP/1.1" status: 200 len: 849 time: 0.0531204 Jun 10 17:48:55.322985 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-75da18c2-63db-43c5-8d39-4298c0aeadf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:55.326787 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-75da18c2-63db-43c5-8d39-4298c0aeadf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:55.331500 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-75da18c2-63db-43c5-8d39-4298c0aeadf3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/540c8258-9306-4d41-a6c3-d1a18f0c5b58 HTTP/1.1" status: 204 len: 168 time: 0.5027425 Jun 10 17:48:55.343404 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75da18c2-63db-43c5-8d39-4298c0aeadf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=540c8258-9306-4d41-a6c3-d1a18f0c5b58,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:55.359487 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b003758-18e5-4adf-a748-271c5b41e80c req-9ab55751-cae7-405f-8095-b90dc775cf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:55.361215 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-7b003758-18e5-4adf-a748-271c5b41e80c req-9ab55751-cae7-405f-8095-b90dc775cf30 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=20988a48-24d3-47c4-85a4-f592522eeed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0529628 Jun 10 17:48:55.416772 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-d8ef122e-a1e2-4b4c-b5f3-dff14fdb3bcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:55.467879 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-7b003758-18e5-4adf-a748-271c5b41e80c req-c21dc7c8-bd30-4283-8925-78492d5b13b3 service neutron] 10.222.0.27 "GET /v2.0/networks/20988a48-24d3-47c4-85a4-f592522eeed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989280 Jun 10 17:48:55.520868 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-d8ef122e-a1e2-4b4c-b5f3-dff14fdb3bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:55.572384 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-7b003758-18e5-4adf-a748-271c5b41e80c req-a3640bd9-9cc2-4df2-a708-74fd096f394e service neutron] 10.222.0.27 "GET /v2.0/networks/20988a48-24d3-47c4-85a4-f592522eeed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977049 Jun 10 17:48:55.576461 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ef122e-a1e2-4b4c-b5f3-dff14fdb3bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c4fb58-9d7d-4aa0-a275-7a3c95132734,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:55.581163 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-d8ef122e-a1e2-4b4c-b5f3-dff14fdb3bcd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5be2e8f7b2ae43b297cd3add5e3c6d76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3631229 Jun 10 17:48:55.584761 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 41572) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:48:55.668019 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-f6deeb40-1898-4f1b-a4b2-d7d736cb4e67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:55.702962 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-f6deeb40-1898-4f1b-a4b2-d7d736cb4e67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:55.716741 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc9e04-9eb7-4992-8b6d-755acb38f441 req-47baff7c-097b-4cc5-98b5-e81ab1a7ae5e tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:55.735645 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-51bc9e04-9eb7-4992-8b6d-755acb38f441 req-47baff7c-097b-4cc5-98b5-e81ab1a7ae5e tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d781a5d-b213-4266-8a01-252bf2d302dc HTTP/1.1" status: 200 len: 944 time: 0.0985284 Jun 10 17:48:55.786281 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-51bc9e04-9eb7-4992-8b6d-755acb38f441 req-19eb6fca-c3b3-4b39-83fd-8462547c6328 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43a01d5-605a-4c10-abd5-66cf865fc9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479691 Jun 10 17:48:55.852495 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-f6deeb40-1898-4f1b-a4b2-d7d736cb4e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:55.855482 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-f6deeb40-1898-4f1b-a4b2-d7d736cb4e67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:55.856725 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-f6deeb40-1898-4f1b-a4b2-d7d736cb4e67 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/28c4fb58-9d7d-4aa0-a275-7a3c95132734 HTTP/1.1" status: 204 len: 168 time: 0.2704263 Jun 10 17:48:55.870475 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6deeb40-1898-4f1b-a4b2-d7d736cb4e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c4fb58-9d7d-4aa0-a275-7a3c95132734,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:56.164165 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e514f0-0f38-4085-861e-0bb0ad97e47b req-8ef38377-fee2-40c3-9dca-1b1a3cec9e49 tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:56.165986 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-27e514f0-0f38-4085-861e-0bb0ad97e47b req-8ef38377-fee2-40c3-9dca-1b1a3cec9e49 tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] 10.222.0.16 "GET /v2.0/ports?device_id=17dac1b9-ba9b-4851-a315-1b8485546713 HTTP/1.1" status: 200 len: 944 time: 0.0646029 Jun 10 17:48:56.209147 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-27e514f0-0f38-4085-861e-0bb0ad97e47b req-07e275a0-6d0e-4945-90a0-2e667b049271 tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] 10.222.0.16 "GET /v2.0/security-groups?id=de570a03-07aa-4ef5-9ecd-328dcd463193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363965 Jun 10 17:48:56.268042 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device 71ad66a0-841e-4a79-81cc-768b9030f46c up at agent hyperv_hv-cinder-xena0 {{(pid=114530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 17:48:56.435424 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55215be6-aef3-4d83-a917-d71cd04697a7 req-a64bee97-2cb6-4645-a36e-65ff77aad255 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:56.438645 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-55215be6-aef3-4d83-a917-d71cd04697a7 req-a64bee97-2cb6-4645-a36e-65ff77aad255 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=619edb30-a9ca-46c9-a44e-4f39bd0fd6c2 HTTP/1.1" status: 200 len: 945 time: 0.0699451 Jun 10 17:48:56.480787 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-55215be6-aef3-4d83-a917-d71cd04697a7 req-f7013f13-ef45-48a2-9b34-c84178677751 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356894 Jun 10 17:48:56.532345 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Provisioning for port 71ad66a0-841e-4a79-81cc-768b9030f46c completed by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 17:48:56.536911 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Provisioning complete for port 71ad66a0-841e-4a79-81cc-768b9030f46c triggered by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:48:56.537280 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:56.617423 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Current status of the port 71ad66a0-841e-4a79-81cc-768b9030f46c is: BUILD; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:48:56.617903 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:56.649291 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '619edb30-a9ca-46c9-a44e-4f39bd0fd6c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ad66a0-841e-4a79-81cc-768b9030f46c'}] {{(pid=114530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:48:56.716843 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port 71ad66a0-841e-4a79-81cc-768b9030f46c, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=71ad66a0-841e-4a79-81cc-768b9030f46c,segment=NetworkSegment(b89b8fd3-0b50-4914-8518-4833b6995ef5),segment_id=b89b8fd3-0b50-4914-8518-4833b6995ef5)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:48:56.818062 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:56.819017 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device e5146cdd-0997-47a0-a44c-81ded80e30c7 up at agent hyperv_hv-cinder-xena0 {{(pid=114530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 17:48:56.890444 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059d8b929bb81300c707de1c8675048d791f282ce62f1c2c108741a8dfb2b754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8690362a-b9d0-4eb4-88e9-d2d4c7c957c7" -d '{"events": [{"server_uuid": "619edb30-a9ca-46c9-a44e-4f39bd0fd6c2", "name": "network-vif-plugged", "status": "completed", "tag": "71ad66a0-841e-4a79-81cc-768b9030f46c"}]}' {{(pid=114530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:48:56.965375 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6b414-eaaf-4f5a-b2cf-b10c15b14fe7 req-a2a3a0c1-33db-4195-a54a-4bbc6309f9a6 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:56.967492 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-fef6b414-eaaf-4f5a-b2cf-b10c15b14fe7 req-a2a3a0c1-33db-4195-a54a-4bbc6309f9a6 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d781a5d-b213-4266-8a01-252bf2d302dc HTTP/1.1" status: 200 len: 944 time: 0.0782599 Jun 10 17:48:56.989970 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Pushing event updated for resources: {'Port': ['ID=71ad66a0-841e-4a79-81cc-768b9030f46c,revision_number=5']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:57.038081 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-fef6b414-eaaf-4f5a-b2cf-b10c15b14fe7 req-259ad7da-c173-489b-bb4d-54fffee35ea2 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43a01d5-605a-4c10-abd5-66cf865fc9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625625 Jun 10 17:48:57.079303 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Jun 2022 17:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6355a4ec-492d-41c8-b549-12fa18d0ebba x-openstack-request-id: req-6355a4ec-492d-41c8-b549-12fa18d0ebba {{(pid=114530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:48:57.079610 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "619edb30-a9ca-46c9-a44e-4f39bd0fd6c2", "name": "network-vif-plugged", "status": "completed", "tag": "71ad66a0-841e-4a79-81cc-768b9030f46c", "code": 200}]} {{(pid=114530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:48:57.079862 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6355a4ec-492d-41c8-b549-12fa18d0ebba {{(pid=114530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:48:57.080317 dv-cinder-xena-3-iscsi neutron-server[114530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6355a4ec-492d-41c8-b549-12fa18d0ebba'] response: {'server_uuid': '619edb30-a9ca-46c9-a44e-4f39bd0fd6c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ad66a0-841e-4a79-81cc-768b9030f46c', 'code': 200} Jun 10 17:48:57.115132 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Provisioning for port e5146cdd-0997-47a0-a44c-81ded80e30c7 completed by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 17:48:57.120766 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Provisioning complete for port e5146cdd-0997-47a0-a44c-81ded80e30c7 triggered by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:48:57.121367 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:57.224655 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Current status of the port e5146cdd-0997-47a0-a44c-81ded80e30c7 is: BUILD; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:48:57.225176 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:57.333135 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port e5146cdd-0997-47a0-a44c-81ded80e30c7, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=e5146cdd-0997-47a0-a44c-81ded80e30c7,segment=NetworkSegment(3a4d6950-abc0-4a07-8857-609d4fd46ecc),segment_id=3a4d6950-abc0-4a07-8857-609d4fd46ecc)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:48:57.339897 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b484f3b-c06d-4765-8093-1a7f4e834d33 req-967c7503-b4c1-4253-9703-6383c895b9d7 tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:57.341553 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-3b484f3b-c06d-4765-8093-1a7f4e834d33 req-967c7503-b4c1-4253-9703-6383c895b9d7 tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] 10.222.0.16 "GET /v2.0/ports?device_id=17dac1b9-ba9b-4851-a315-1b8485546713 HTTP/1.1" status: 200 len: 944 time: 0.0565867 Jun 10 17:48:57.380316 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-3b484f3b-c06d-4765-8093-1a7f4e834d33 req-a57a60ad-6f49-4999-add2-211a72c9b320 tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] 10.222.0.16 "GET /v2.0/security-groups?id=de570a03-07aa-4ef5-9ecd-328dcd463193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320137 Jun 10 17:48:57.462539 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:57.463422 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device 59b14ac7-7b13-4d51-99ba-242bc1e32f8f up at agent hyperv_hv-cinder-xena0 {{(pid=114530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 17:48:57.607660 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Pushing event updated for resources: {'Port': ['ID=e5146cdd-0997-47a0-a44c-81ded80e30c7,revision_number=5']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:57.624874 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50afe8ad-0c03-4bb5-950e-96b4587866c1 req-5d8bdafb-6976-4af0-a4ad-feab318eed5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:57.626739 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-50afe8ad-0c03-4bb5-950e-96b4587866c1 req-5d8bdafb-6976-4af0-a4ad-feab318eed5f service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=619edb30-a9ca-46c9-a44e-4f39bd0fd6c2 HTTP/1.1" status: 200 len: 1099 time: 0.1007295 Jun 10 17:48:57.651452 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-50afe8ad-0c03-4bb5-950e-96b4587866c1 req-033a038e-8e27-4a67-9f32-57e351654415 service neutron] Notify callbacks [] for security_group, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:57.664246 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee85b55d-1e97-4290-abcf-106a55b3e057 req-3ce10949-37ae-460c-a6aa-08bb41e79d3f tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:57.670779 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ee85b55d-1e97-4290-abcf-106a55b3e057 req-3ce10949-37ae-460c-a6aa-08bb41e79d3f tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=619edb30-a9ca-46c9-a44e-4f39bd0fd6c2 HTTP/1.1" status: 200 len: 946 time: 0.0697944 Jun 10 17:48:57.705683 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ee85b55d-1e97-4290-abcf-106a55b3e057 req-7a47063a-3d84-4c85-ad9c-e6b45afe7c17 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329404 Jun 10 17:48:57.709352 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Provisioning for port 59b14ac7-7b13-4d51-99ba-242bc1e32f8f completed by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 17:48:57.713252 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Provisioning complete for port 59b14ac7-7b13-4d51-99ba-242bc1e32f8f triggered by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:48:57.718192 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:57.747672 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-50afe8ad-0c03-4bb5-950e-96b4587866c1 req-033a038e-8e27-4a67-9f32-57e351654415 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:57.808948 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Current status of the port 59b14ac7-7b13-4d51-99ba-242bc1e32f8f is: BUILD; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:48:57.809343 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:57.827785 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-50afe8ad-0c03-4bb5-950e-96b4587866c1 req-033a038e-8e27-4a67-9f32-57e351654415 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:57.845554 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port 59b14ac7-7b13-4d51-99ba-242bc1e32f8f, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=59b14ac7-7b13-4d51-99ba-242bc1e32f8f,segment=NetworkSegment(b89b8fd3-0b50-4914-8518-4833b6995ef5),segment_id=b89b8fd3-0b50-4914-8518-4833b6995ef5)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:48:57.864563 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-50afe8ad-0c03-4bb5-950e-96b4587866c1 req-033a038e-8e27-4a67-9f32-57e351654415 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310059 Jun 10 17:48:57.869865 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033a038e-8e27-4a67-9f32-57e351654415 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d72bbd34-14df-47f2-9068-e2d5b4015ae0,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:57.948024 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:58.009128 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Pushing event updated for resources: {'Port': ['ID=59b14ac7-7b13-4d51-99ba-242bc1e32f8f,revision_number=5']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:58.177846 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52c80c-a749-4e93-9e03-4974a446e5d9 req-51b6dcf0-804e-4612-8f72-4d7ba6360411 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:58.179347 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-bd52c80c-a749-4e93-9e03-4974a446e5d9 req-51b6dcf0-804e-4612-8f72-4d7ba6360411 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d781a5d-b213-4266-8a01-252bf2d302dc HTTP/1.1" status: 200 len: 944 time: 0.0631077 Jun 10 17:48:58.217313 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-bd52c80c-a749-4e93-9e03-4974a446e5d9 req-e92c219b-f2b8-492f-b152-13b372bc3627 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43a01d5-605a-4c10-abd5-66cf865fc9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318379 Jun 10 17:48:58.256631 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device a99f98c5-17a2-401e-b8f6-c1173e126e2d details requested by agent hyperv_hv-cinder-xena0 with host hv-cinder-xena0 {{(pid=114530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 10 17:48:58.376167 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port a99f98c5-17a2-401e-b8f6-c1173e126e2d, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=a99f98c5-17a2-401e-b8f6-c1173e126e2d,segment=NetworkSegment(dffac23a-c726-4935-9ddb-386e3be17651),segment_id=dffac23a-c726-4935-9ddb-386e3be17651)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:48:58.388651 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Returning: {'device': 'a99f98c5-17a2-401e-b8f6-c1173e126e2d', 'network_id': '20988a48-24d3-47c4-85a4-f592522eeed3', 'port_id': 'a99f98c5-17a2-401e-b8f6-c1173e126e2d', 'mac_address': 'fa:16:3e:29:e3:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c6c1002-ecf3-4b70-9e9d-befa43491f0a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 10 17:48:58.460459 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Current status of the port a99f98c5-17a2-401e-b8f6-c1173e126e2d is: DOWN; New status is: BUILD {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:48:58.460928 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:58.475730 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.notifiers.nova [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a99f98c5-17a2-401e-b8f6-c1173e126e2d {{(pid=114530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 10 17:48:58.495636 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port a99f98c5-17a2-401e-b8f6-c1173e126e2d, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=a99f98c5-17a2-401e-b8f6-c1173e126e2d,segment=NetworkSegment(dffac23a-c726-4935-9ddb-386e3be17651),segment_id=dffac23a-c726-4935-9ddb-386e3be17651)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:48:58.496085 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca2878e-e325-4e37-a496-34623b13f219 req-99f9b112-90f2-4c93-a279-0a3d6f16cd48 tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:58.500219 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-2ca2878e-e325-4e37-a496-34623b13f219 req-99f9b112-90f2-4c93-a279-0a3d6f16cd48 tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] 10.222.0.16 "GET /v2.0/ports?device_id=17dac1b9-ba9b-4851-a315-1b8485546713 HTTP/1.1" status: 200 len: 945 time: 0.0485880 Jun 10 17:48:58.535218 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-2ca2878e-e325-4e37-a496-34623b13f219 req-64563d47-dea8-4b07-84a2-b946dcd383ba tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] 10.222.0.16 "GET /v2.0/security-groups?id=de570a03-07aa-4ef5-9ecd-328dcd463193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308523 Jun 10 17:48:58.570954 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:58.622213 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Pushing event updated for resources: {'Port': ['ID=a99f98c5-17a2-401e-b8f6-c1173e126e2d,revision_number=4']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:58.849976 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9024c8-ece1-43f9-a1ee-6f1119479bf1 req-eb1ffa9c-748f-4ace-bfd6-f15548164264 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:58.851519 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-7f9024c8-ece1-43f9-a1ee-6f1119479bf1 req-eb1ffa9c-748f-4ace-bfd6-f15548164264 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=619edb30-a9ca-46c9-a44e-4f39bd0fd6c2 HTTP/1.1" status: 200 len: 946 time: 0.0620074 Jun 10 17:48:58.888740 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] get_ports_and_sgs() called for port_ids ['a99f98c5-17a2-401e-b8f6-c1173e126e2d'] {{(pid=114530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 10 17:48:58.890777 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-7f9024c8-ece1-43f9-a1ee-6f1119479bf1 req-bb3a46d7-4cde-4bb7-b967-16bddb3b7fa3 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331867 Jun 10 17:48:59.081323 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17dac1b9-ba9b-4851-a315-1b8485546713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5146cdd-0997-47a0-a44c-81ded80e30c7'}, {'server_uuid': '2451b0e9-a4e2-4bfd-89a4-f2397dbe41df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59b14ac7-7b13-4d51-99ba-242bc1e32f8f'}] {{(pid=114530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:48:59.083692 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059d8b929bb81300c707de1c8675048d791f282ce62f1c2c108741a8dfb2b754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa0fee30-c663-43fb-bf9d-8540a8533709" -d '{"events": [{"server_uuid": "17dac1b9-ba9b-4851-a315-1b8485546713", "name": "network-vif-plugged", "status": "completed", "tag": "e5146cdd-0997-47a0-a44c-81ded80e30c7"}, {"server_uuid": "2451b0e9-a4e2-4bfd-89a4-f2397dbe41df", "name": "network-vif-plugged", "status": "completed", "tag": "59b14ac7-7b13-4d51-99ba-242bc1e32f8f"}]}' {{(pid=114530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:48:59.133588 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Jun 2022 17:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b16d5a-2f9e-4caa-9180-0f186b802592 x-openstack-request-id: req-09b16d5a-2f9e-4caa-9180-0f186b802592 {{(pid=114530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:48:59.133870 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17dac1b9-ba9b-4851-a315-1b8485546713", "name": "network-vif-plugged", "status": "completed", "tag": "e5146cdd-0997-47a0-a44c-81ded80e30c7", "code": 200}, {"server_uuid": "2451b0e9-a4e2-4bfd-89a4-f2397dbe41df", "name": "network-vif-plugged", "status": "completed", "tag": "59b14ac7-7b13-4d51-99ba-242bc1e32f8f", "code": 200}]} {{(pid=114530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:48:59.134115 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-09b16d5a-2f9e-4caa-9180-0f186b802592 {{(pid=114530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:48:59.134572 dv-cinder-xena-3-iscsi neutron-server[114530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09b16d5a-2f9e-4caa-9180-0f186b802592'] response: {'server_uuid': '17dac1b9-ba9b-4851-a315-1b8485546713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5146cdd-0997-47a0-a44c-81ded80e30c7', 'code': 200} Jun 10 17:48:59.134828 dv-cinder-xena-3-iscsi neutron-server[114530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09b16d5a-2f9e-4caa-9180-0f186b802592'] response: {'server_uuid': '2451b0e9-a4e2-4bfd-89a4-f2397dbe41df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59b14ac7-7b13-4d51-99ba-242bc1e32f8f', 'code': 200} Jun 10 17:48:59.219506 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 41798) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:48:59.346019 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-81e6936d-7aca-426d-a298-09e983dd5e8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:59.386897 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422c8640-b2ae-4ffa-80e6-158113531c1d req-2d42a52b-cb9d-4875-ade2-75a0b57cbc40 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:59.392476 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-422c8640-b2ae-4ffa-80e6-158113531c1d req-2d42a52b-cb9d-4875-ade2-75a0b57cbc40 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d781a5d-b213-4266-8a01-252bf2d302dc HTTP/1.1" status: 200 len: 945 time: 0.0715539 Jun 10 17:48:59.428280 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-81e6936d-7aca-426d-a298-09e983dd5e8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:59.434891 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-422c8640-b2ae-4ffa-80e6-158113531c1d req-bb75ff1a-7961-4383-8a56-4cc439548f15 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43a01d5-605a-4c10-abd5-66cf865fc9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357261 Jun 10 17:48:59.542536 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-81e6936d-7aca-426d-a298-09e983dd5e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:59.597587 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-81e6936d-7aca-426d-a298-09e983dd5e8d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8e89f286ea9b48549d60102866b52c40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3768578 Jun 10 17:48:59.600301 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 41816) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:48:59.629921 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e6936d-7aca-426d-a298-09e983dd5e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30249c8d-4111-4680-a676-088fca1c5636,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:48:59.647959 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f8104a-f3c0-4b92-9e50-1459964a0af6 req-7d4a5b2b-31f0-4024-9d11-196e54c5f21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:59.650153 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-f7f8104a-f3c0-4b92-9e50-1459964a0af6 req-7d4a5b2b-31f0-4024-9d11-196e54c5f21e service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=2451b0e9-a4e2-4bfd-89a4-f2397dbe41df HTTP/1.1" status: 200 len: 1098 time: 0.0795753 Jun 10 17:48:59.703083 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-f7f8104a-f3c0-4b92-9e50-1459964a0af6 req-f61d970c-52f9-4a69-a6ca-ca92dc42e860 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345702 Jun 10 17:48:59.724148 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 41820) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:48:59.793740 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-7c53ee88-cd6e-4eb1-a3aa-47325b1740c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:59.811666 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30505e92-82bf-451a-85a1-357771f81b78 req-3aae0670-7806-40dc-9c2c-b0ad664c54db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:59.813373 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-30505e92-82bf-451a-85a1-357771f81b78 req-3aae0670-7806-40dc-9c2c-b0ad664c54db service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=17dac1b9-ba9b-4851-a315-1b8485546713 HTTP/1.1" status: 200 len: 1098 time: 0.1539712 Jun 10 17:48:59.834770 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa5ed67-d8cd-4532-b72e-ed2044f65b7a req-9e9c9306-cf34-4f11-8f4f-607f18a4bb98 tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:48:59.835352 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-1aa5ed67-d8cd-4532-b72e-ed2044f65b7a req-9e9c9306-cf34-4f11-8f4f-607f18a4bb98 tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] 10.222.0.16 "GET /v2.0/ports?device_id=17dac1b9-ba9b-4851-a315-1b8485546713 HTTP/1.1" status: 200 len: 945 time: 0.1931720 Jun 10 17:48:59.852524 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-e82ca56d-8420-4ae3-9e53-46d2e8bce310 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:59.869373 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-7c53ee88-cd6e-4eb1-a3aa-47325b1740c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:48:59.908502 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-1aa5ed67-d8cd-4532-b72e-ed2044f65b7a req-d3bc0f59-ed35-4081-affd-bdc74585284f tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] 10.222.0.16 "GET /v2.0/security-groups?id=de570a03-07aa-4ef5-9ecd-328dcd463193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719497 Jun 10 17:48:59.939255 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-e82ca56d-8420-4ae3-9e53-46d2e8bce310 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:00.004928 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-e82ca56d-8420-4ae3-9e53-46d2e8bce310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:00.031627 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-30505e92-82bf-451a-85a1-357771f81b78 req-dcd7d0a9-5734-4402-b71e-983859d7d51e service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=de570a03-07aa-4ef5-9ecd-328dcd463193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675819 Jun 10 17:49:00.033471 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-7c53ee88-cd6e-4eb1-a3aa-47325b1740c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:00.036241 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-7c53ee88-cd6e-4eb1-a3aa-47325b1740c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:00.037475 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-7c53ee88-cd6e-4eb1-a3aa-47325b1740c1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/30249c8d-4111-4680-a676-088fca1c5636 HTTP/1.1" status: 204 len: 168 time: 0.4352620 Jun 10 17:49:00.051785 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-e82ca56d-8420-4ae3-9e53-46d2e8bce310 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=148ac8f3f1cf45578d1e69b93984919d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3263330 Jun 10 17:49:00.053499 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82ca56d-8420-4ae3-9e53-46d2e8bce310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9403eca-6cb7-44ca-9d1a-97abe414cd31,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:49:00.054387 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 41844) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:49:00.059431 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c53ee88-cd6e-4eb1-a3aa-47325b1740c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30249c8d-4111-4680-a676-088fca1c5636,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:49:00.109957 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a8c68c-bbde-4d90-9388-0be3055efe78 req-6a3996c6-696d-497b-8b23-e459031dc658 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:00.111439 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-78a8c68c-bbde-4d90-9388-0be3055efe78 req-6a3996c6-696d-497b-8b23-e459031dc658 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=619edb30-a9ca-46c9-a44e-4f39bd0fd6c2 HTTP/1.1" status: 200 len: 946 time: 0.1198516 Jun 10 17:49:00.156574 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-fb28e03f-8d6b-4771-9917-211598b75cff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:00.170334 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-78a8c68c-bbde-4d90-9388-0be3055efe78 req-622ebe3a-facd-406b-be6d-5b2f86d82c1b tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509629 Jun 10 17:49:00.190216 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-fb28e03f-8d6b-4771-9917-211598b75cff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:00.260904 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device a99f98c5-17a2-401e-b8f6-c1173e126e2d up at agent hyperv_hv-cinder-xena0 {{(pid=114530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 17:49:00.275009 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 41850) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:49:00.307848 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-fb28e03f-8d6b-4771-9917-211598b75cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:00.310424 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-fb28e03f-8d6b-4771-9917-211598b75cff admin admin] Notify callbacks [] for security_group, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:00.314368 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-fb28e03f-8d6b-4771-9917-211598b75cff admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a9403eca-6cb7-44ca-9d1a-97abe414cd31 HTTP/1.1" status: 204 len: 168 time: 0.2479622 Jun 10 17:49:00.320237 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb28e03f-8d6b-4771-9917-211598b75cff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9403eca-6cb7-44ca-9d1a-97abe414cd31,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:49:00.477798 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Provisioning for port a99f98c5-17a2-401e-b8f6-c1173e126e2d completed by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 17:49:00.479438 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Provisioning complete for port a99f98c5-17a2-401e-b8f6-c1173e126e2d triggered by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:49:00.479891 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:00.502345 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-af8e1b1f-94ea-4d83-8b7d-a1d629f9c9ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:00.572842 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Current status of the port a99f98c5-17a2-401e-b8f6-c1173e126e2d is: BUILD; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:49:00.573240 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:00.597505 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db167b40-f436-4623-ad3c-a47dd4b3d1e6 req-b302f260-c7ec-4e9c-9dbb-4426fc34fb34 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:00.598990 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-db167b40-f436-4623-ad3c-a47dd4b3d1e6 req-b302f260-c7ec-4e9c-9dbb-4426fc34fb34 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d781a5d-b213-4266-8a01-252bf2d302dc HTTP/1.1" status: 200 len: 945 time: 0.0690198 Jun 10 17:49:00.606214 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port a99f98c5-17a2-401e-b8f6-c1173e126e2d, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=a99f98c5-17a2-401e-b8f6-c1173e126e2d,segment=NetworkSegment(dffac23a-c726-4935-9ddb-386e3be17651),segment_id=dffac23a-c726-4935-9ddb-386e3be17651)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:49:00.638402 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-af8e1b1f-94ea-4d83-8b7d-a1d629f9c9ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:00.654573 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-db167b40-f436-4623-ad3c-a47dd4b3d1e6 req-4fcb9928-1be0-4528-97bf-7b03c47a5dd4 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43a01d5-605a-4c10-abd5-66cf865fc9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465386 Jun 10 17:49:00.708264 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-af8e1b1f-94ea-4d83-8b7d-a1d629f9c9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:00.708500 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:00.749092 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8e1b1f-94ea-4d83-8b7d-a1d629f9c9ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c384e082-2a89-41ff-9e9d-fdde0e6a7949,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:49:00.753537 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-af8e1b1f-94ea-4d83-8b7d-a1d629f9c9ae admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6bb5d32364414d82b06ee21da0d25b16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4774342 Jun 10 17:49:00.756300 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 41862) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:49:00.779082 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Pushing event updated for resources: {'Port': ['ID=a99f98c5-17a2-401e-b8f6-c1173e126e2d,revision_number=5']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:49:00.808263 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-ae858a6e-6245-4eed-96dc-0996ecc971a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:00.828413 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 41864) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:49:00.830448 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-ae858a6e-6245-4eed-96dc-0996ecc971a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:00.840686 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-15da028d-b013-448a-ad0e-d35a1ff4ff8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:00.961201 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-ae858a6e-6245-4eed-96dc-0996ecc971a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:00.963853 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-ae858a6e-6245-4eed-96dc-0996ecc971a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:00.965288 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-ae858a6e-6245-4eed-96dc-0996ecc971a9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c384e082-2a89-41ff-9e9d-fdde0e6a7949 HTTP/1.1" status: 204 len: 168 time: 0.2080204 Jun 10 17:49:00.974503 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae858a6e-6245-4eed-96dc-0996ecc971a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c384e082-2a89-41ff-9e9d-fdde0e6a7949,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:49:01.044752 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-15da028d-b013-448a-ad0e-d35a1ff4ff8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:01.059899 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e6f92-ee92-4683-9572-b1b211f8ff01 req-1efe821a-a86a-4d28-9f51-2656175b25ec tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:01.062562 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-356e6f92-ee92-4683-9572-b1b211f8ff01 req-1efe821a-a86a-4d28-9f51-2656175b25ec tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] 10.222.0.16 "GET /v2.0/ports?device_id=17dac1b9-ba9b-4851-a315-1b8485546713 HTTP/1.1" status: 200 len: 945 time: 0.0772152 Jun 10 17:49:01.107589 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-356e6f92-ee92-4683-9572-b1b211f8ff01 req-c8701e0c-92cc-47ab-a289-8aba69503986 tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] 10.222.0.16 "GET /v2.0/security-groups?id=de570a03-07aa-4ef5-9ecd-328dcd463193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373480 Jun 10 17:49:01.120257 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-15da028d-b013-448a-ad0e-d35a1ff4ff8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:01.135796 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d781a5d-b213-4266-8a01-252bf2d302dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a99f98c5-17a2-401e-b8f6-c1173e126e2d'}] {{(pid=114530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:49:01.138107 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059d8b929bb81300c707de1c8675048d791f282ce62f1c2c108741a8dfb2b754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-918f98c8-22d9-4919-9f50-833616cff876" -d '{"events": [{"server_uuid": "3d781a5d-b213-4266-8a01-252bf2d302dc", "name": "network-vif-plugged", "status": "completed", "tag": "a99f98c5-17a2-401e-b8f6-c1173e126e2d"}]}' {{(pid=114530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:49:01.164413 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-15da028d-b013-448a-ad0e-d35a1ff4ff8c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=546795ff043e4c9aae69b7988ba658c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3351667 Jun 10 17:49:01.166210 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 41876) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:49:01.173961 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15da028d-b013-448a-ad0e-d35a1ff4ff8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=450e055d-d23e-46fe-8ae6-6716ad7be12d,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:49:01.212363 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Jun 2022 17:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccebac29-f62f-4383-bd9b-7c180eab24a4 x-openstack-request-id: req-ccebac29-f62f-4383-bd9b-7c180eab24a4 {{(pid=114530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:49:01.212363 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d781a5d-b213-4266-8a01-252bf2d302dc", "name": "network-vif-plugged", "status": "completed", "tag": "a99f98c5-17a2-401e-b8f6-c1173e126e2d", "code": 200}]} {{(pid=114530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:49:01.212363 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ccebac29-f62f-4383-bd9b-7c180eab24a4 {{(pid=114530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:49:01.212363 dv-cinder-xena-3-iscsi neutron-server[114530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccebac29-f62f-4383-bd9b-7c180eab24a4'] response: {'server_uuid': '3d781a5d-b213-4266-8a01-252bf2d302dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a99f98c5-17a2-401e-b8f6-c1173e126e2d', 'code': 200} Jun 10 17:49:01.234969 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 41882) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:49:01.241160 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-2eaa29ef-789f-41fb-998d-d46b46032b1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:01.265740 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-4b578b18-538f-436a-a083-ae2d60982a37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:01.280757 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-2eaa29ef-789f-41fb-998d-d46b46032b1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:01.392315 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5286da70-1ce0-4f8f-8446-8745c233a74c req-7aa25bcf-abb4-49eb-a2cf-913279735558 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:01.451278 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-5286da70-1ce0-4f8f-8446-8745c233a74c req-7aa25bcf-abb4-49eb-a2cf-913279735558 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=619edb30-a9ca-46c9-a44e-4f39bd0fd6c2 HTTP/1.1" status: 200 len: 946 time: 0.1109707 Jun 10 17:49:01.452610 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-5286da70-1ce0-4f8f-8446-8745c233a74c req-cdcb4828-efc3-4c2b-9bc2-bd4d42e55e01 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471654 Jun 10 17:49:01.473642 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-4b578b18-538f-436a-a083-ae2d60982a37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:01.771891 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5292b7-a9dc-4826-b702-6a50d0206090 req-c67fa2b0-f640-4e6a-989b-49423a6a3b44 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:01.776223 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-bf5292b7-a9dc-4826-b702-6a50d0206090 req-c67fa2b0-f640-4e6a-989b-49423a6a3b44 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d781a5d-b213-4266-8a01-252bf2d302dc HTTP/1.1" status: 200 len: 946 time: 0.0537093 Jun 10 17:49:01.783002 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-2eaa29ef-789f-41fb-998d-d46b46032b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:01.785382 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-2eaa29ef-789f-41fb-998d-d46b46032b1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:01.786504 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-2eaa29ef-789f-41fb-998d-d46b46032b1c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/450e055d-d23e-46fe-8ae6-6716ad7be12d HTTP/1.1" status: 204 len: 168 time: 0.6193426 Jun 10 17:49:01.790326 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-4b578b18-538f-436a-a083-ae2d60982a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:01.822259 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaa29ef-789f-41fb-998d-d46b46032b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=450e055d-d23e-46fe-8ae6-6716ad7be12d,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:49:01.857622 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-4b578b18-538f-436a-a083-ae2d60982a37 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=74255f67d2ad4207a628148e93ed2252&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6210387 Jun 10 17:49:01.860923 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 41896) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:49:01.870651 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-bf5292b7-a9dc-4826-b702-6a50d0206090 req-383de5d2-7b0f-468b-a3ab-4dc294143214 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43a01d5-605a-4c10-abd5-66cf865fc9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910800 Jun 10 17:49:01.872602 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b578b18-538f-436a-a083-ae2d60982a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a8a771-dcd7-4a99-8a6d-ecf69f70502f,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:49:01.912790 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-98e135f4-b762-4805-aa4a-58d797970185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:01.937216 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-98e135f4-b762-4805-aa4a-58d797970185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:01.952659 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afddde5f-be6e-4483-96ec-9c9edeb98f52 req-c8c4b14e-6d4d-4b36-b2da-77d5be532e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:01.954131 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-afddde5f-be6e-4483-96ec-9c9edeb98f52 req-c8c4b14e-6d4d-4b36-b2da-77d5be532e41 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=3d781a5d-b213-4266-8a01-252bf2d302dc HTTP/1.1" status: 200 len: 1099 time: 0.0601790 Jun 10 17:49:01.988744 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-afddde5f-be6e-4483-96ec-9c9edeb98f52 req-894ec02b-9db4-46ef-ae2e-4ad1a640d18f service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=a43a01d5-605a-4c10-abd5-66cf865fc9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277038 Jun 10 17:49:02.047617 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-98e135f4-b762-4805-aa4a-58d797970185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:02.050527 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-98e135f4-b762-4805-aa4a-58d797970185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:02.051969 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-98e135f4-b762-4805-aa4a-58d797970185 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/00a8a771-dcd7-4a99-8a6d-ecf69f70502f HTTP/1.1" status: 204 len: 168 time: 0.1899695 Jun 10 17:49:02.060126 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e135f4-b762-4805-aa4a-58d797970185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a8a771-dcd7-4a99-8a6d-ecf69f70502f,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:49:02.070407 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 41902) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:49:02.085394 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-dc41a9a6-20c1-4538-8c61-71981ff9b233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:02.130851 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d887f93c-1682-4e2c-937f-8359d2318288 req-062ada2d-a8df-48f3-bdea-9a039ec92225 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:02.130851 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d887f93c-1682-4e2c-937f-8359d2318288 req-062ada2d-a8df-48f3-bdea-9a039ec92225 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=619edb30-a9ca-46c9-a44e-4f39bd0fd6c2 HTTP/1.1" status: 200 len: 946 time: 0.0809045 Jun 10 17:49:02.182718 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d887f93c-1682-4e2c-937f-8359d2318288 req-6b64645b-a4c2-4c90-93f4-5a6ce67e1d8f tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466015 Jun 10 17:49:02.212708 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-dc41a9a6-20c1-4538-8c61-71981ff9b233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:02.272006 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1854e7c-2a89-45b0-b1a4-c5a1ec36e12b req-84a08166-7acb-4d6d-aa03-528fd4fc08d3 tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:02.278722 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f1854e7c-2a89-45b0-b1a4-c5a1ec36e12b req-84a08166-7acb-4d6d-aa03-528fd4fc08d3 tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] 10.222.0.16 "GET /v2.0/ports?device_id=17dac1b9-ba9b-4851-a315-1b8485546713 HTTP/1.1" status: 200 len: 945 time: 0.0644214 Jun 10 17:49:02.283625 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-dc41a9a6-20c1-4538-8c61-71981ff9b233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:02.328355 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc41a9a6-20c1-4538-8c61-71981ff9b233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f06984ae-44c1-4f9f-9e2a-a4ee3f6528a6,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:49:02.331034 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f1854e7c-2a89-45b0-b1a4-c5a1ec36e12b req-bd360796-df66-442b-a979-784740c5a8fa tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] 10.222.0.16 "GET /v2.0/security-groups?id=de570a03-07aa-4ef5-9ecd-328dcd463193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503333 Jun 10 17:49:02.333628 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-dc41a9a6-20c1-4538-8c61-71981ff9b233 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a1ed28ca7ca141bcba52c3f69451b7e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2621973 Jun 10 17:49:02.339222 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 41912) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:49:02.402370 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-19e321af-a347-4856-b0a5-94b3ff0c5213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:02.427836 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-19e321af-a347-4856-b0a5-94b3ff0c5213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:02.543758 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4c362-f198-41da-ac99-9592fea8b808 req-3b4eb416-1625-4d60-a207-ecb8c1a00ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:02.545204 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-23a4c362-f198-41da-ac99-9592fea8b808 req-3b4eb416-1625-4d60-a207-ecb8c1a00ca6 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=977e9ef6bd9842379167d252715c6e8c&device_id=619edb30-a9ca-46c9-a44e-4f39bd0fd6c2 HTTP/1.1" status: 200 len: 1099 time: 0.0396364 Jun 10 17:49:02.603094 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 41924) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:49:02.620326 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-19e321af-a347-4856-b0a5-94b3ff0c5213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:02.622939 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-19e321af-a347-4856-b0a5-94b3ff0c5213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:02.624460 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-19e321af-a347-4856-b0a5-94b3ff0c5213 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f06984ae-44c1-4f9f-9e2a-a4ee3f6528a6 HTTP/1.1" status: 204 len: 168 time: 0.2868233 Jun 10 17:49:02.691938 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e321af-a347-4856-b0a5-94b3ff0c5213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f06984ae-44c1-4f9f-9e2a-a4ee3f6528a6,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:49:02.738743 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4c362-f198-41da-ac99-9592fea8b808 req-19ae59ce-4af9-45e8-8b60-f25c9c4221d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:02.740492 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-23a4c362-f198-41da-ac99-9592fea8b808 req-19ae59ce-4af9-45e8-8b60-f25c9c4221d8 service neutron] 10.222.0.27 "GET /v2.0/networks?id=e628d0f6-63d3-440a-9d16-11e611b2380d HTTP/1.1" status: 200 len: 920 time: 0.1876347 Jun 10 17:49:02.757172 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-2e8a71cf-08d9-4131-b7d3-51c0d9752dc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:02.788774 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-23a4c362-f198-41da-ac99-9592fea8b808 req-1dd1b68a-36a6-486f-922d-82f792fc5533 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71ad66a0-841e-4a79-81cc-768b9030f46c HTTP/1.1" status: 200 len: 217 time: 0.0414085 Jun 10 17:49:02.856017 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-2e8a71cf-08d9-4131-b7d3-51c0d9752dc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:02.880247 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4c362-f198-41da-ac99-9592fea8b808 req-060bf660-8456-4708-8e4e-6e4a374418ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:02.881887 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-23a4c362-f198-41da-ac99-9592fea8b808 req-060bf660-8456-4708-8e4e-6e4a374418ba service neutron] 10.222.0.27 "GET /v2.0/subnets?id=9b159fa3-bdfe-428f-8e21-2b18edcf45c9 HTTP/1.1" status: 200 len: 858 time: 0.0746467 Jun 10 17:49:02.897590 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-2e8a71cf-08d9-4131-b7d3-51c0d9752dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:02.931463 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-2e8a71cf-08d9-4131-b7d3-51c0d9752dc5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=14c67ff373ad4f61bdb760497f83acdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3271616 Jun 10 17:49:02.935605 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 41944) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:49:02.954980 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4c362-f198-41da-ac99-9592fea8b808 req-02903212-e5a4-4095-9f0b-f783eee8cff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:02.956739 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-23a4c362-f198-41da-ac99-9592fea8b808 req-02903212-e5a4-4095-9f0b-f783eee8cff0 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=e628d0f6-63d3-440a-9d16-11e611b2380d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0485871 Jun 10 17:49:02.970957 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8a71cf-08d9-4131-b7d3-51c0d9752dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=316113e5-ceba-4eb0-9ee3-0b84fad5aeab,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:49:03.037965 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-c37e2d17-1e66-4e1a-a7b7-0f2cc60a5d7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:03.069671 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-c37e2d17-1e66-4e1a-a7b7-0f2cc60a5d7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:03.130455 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-23a4c362-f198-41da-ac99-9592fea8b808 req-9b832c26-c1db-49e0-ad70-64d6670dc827 service neutron] 10.222.0.27 "GET /v2.0/networks/e628d0f6-63d3-440a-9d16-11e611b2380d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607416 Jun 10 17:49:03.161860 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f555e5-5c47-409a-8582-214696df66d6 req-4e92123d-22c0-44d9-8299-825fdf9b3b9a tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:03.163894 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-60f555e5-5c47-409a-8582-214696df66d6 req-4e92123d-22c0-44d9-8299-825fdf9b3b9a tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d781a5d-b213-4266-8a01-252bf2d302dc HTTP/1.1" status: 200 len: 946 time: 0.1957631 Jun 10 17:49:03.274942 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-c37e2d17-1e66-4e1a-a7b7-0f2cc60a5d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:03.277485 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-c37e2d17-1e66-4e1a-a7b7-0f2cc60a5d7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:03.278666 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-c37e2d17-1e66-4e1a-a7b7-0f2cc60a5d7d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/316113e5-ceba-4eb0-9ee3-0b84fad5aeab HTTP/1.1" status: 204 len: 168 time: 0.3417828 Jun 10 17:49:03.290256 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37e2d17-1e66-4e1a-a7b7-0f2cc60a5d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=316113e5-ceba-4eb0-9ee3-0b84fad5aeab,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:49:03.462340 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-60f555e5-5c47-409a-8582-214696df66d6 req-5e532a47-1432-4bde-9d43-3b15335f8a1a tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43a01d5-605a-4c10-abd5-66cf865fc9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2898448 Jun 10 17:49:03.511822 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c37454-4b76-47de-aafb-8fbb4e4adbcd req-b61909f0-c496-46fc-9880-d941eaa6b4e8 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:03.513308 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d9c37454-4b76-47de-aafb-8fbb4e4adbcd req-b61909f0-c496-46fc-9880-d941eaa6b4e8 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=619edb30-a9ca-46c9-a44e-4f39bd0fd6c2 HTTP/1.1" status: 200 len: 946 time: 0.1189945 Jun 10 17:49:03.552312 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-23a4c362-f198-41da-ac99-9592fea8b808 req-bfcde71a-b849-4f2a-a900-06518eaf5c49 service neutron] 10.222.0.27 "GET /v2.0/networks/e628d0f6-63d3-440a-9d16-11e611b2380d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588459 Jun 10 17:49:03.569705 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d9c37454-4b76-47de-aafb-8fbb4e4adbcd req-b1c901a7-15cb-4e1f-a47d-7db7f2caeb0f tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455568 Jun 10 17:49:04.287964 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 41994) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:49:04.301733 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-a2dc0285-287c-45a0-b11a-a93feafdeb91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:04.382921 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-a2dc0285-287c-45a0-b11a-a93feafdeb91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:04.442888 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 42000) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:49:04.452576 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-a2dc0285-287c-45a0-b11a-a93feafdeb91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:04.495442 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dc0285-287c-45a0-b11a-a93feafdeb91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=986efea8-dc77-42b2-b0b8-d01c8049519c,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:49:04.512907 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 42008) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:49:04.520922 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-a2dc0285-287c-45a0-b11a-a93feafdeb91 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=10a653da9dfe4282a6ff443b7729fefc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2296348 Jun 10 17:49:04.581764 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-601277e3-91fd-43a6-8202-6b91f2d32283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:04.605792 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-601277e3-91fd-43a6-8202-6b91f2d32283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:04.608379 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe19babc-52ae-4afa-8038-45c3e737b481 req-88db0961-a3d9-43ab-8bad-90b3dc27bd9b tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:04.618802 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-fe19babc-52ae-4afa-8038-45c3e737b481 req-88db0961-a3d9-43ab-8bad-90b3dc27bd9b tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d781a5d-b213-4266-8a01-252bf2d302dc HTTP/1.1" status: 200 len: 946 time: 0.0665853 Jun 10 17:49:04.626160 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.v2.base [None req-33d7ad6a-cb71-46f8-bee6-9ef83e8f95b1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-153324872-network', 'tenant_id': '7c8b442025c24afb88d954298527b401'}} {{(pid=114529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:49:04.698071 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-fe19babc-52ae-4afa-8038-45c3e737b481 req-3faf0ed6-d10e-4d4d-a59c-feab7a9b0db7 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43a01d5-605a-4c10-abd5-66cf865fc9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776939 Jun 10 17:49:04.728379 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de28e403-13e7-475e-ac2d-f4078e7bc9d3 req-e2ec0df3-c2e7-462a-b251-4388fabcaa89 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:04.728379 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-de28e403-13e7-475e-ac2d-f4078e7bc9d3 req-e2ec0df3-c2e7-462a-b251-4388fabcaa89 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=619edb30-a9ca-46c9-a44e-4f39bd0fd6c2 HTTP/1.1" status: 200 len: 946 time: 0.0726089 Jun 10 17:49:04.737946 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-601277e3-91fd-43a6-8202-6b91f2d32283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:04.741418 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-601277e3-91fd-43a6-8202-6b91f2d32283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:04.742605 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-601277e3-91fd-43a6-8202-6b91f2d32283 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/986efea8-dc77-42b2-b0b8-d01c8049519c HTTP/1.1" status: 204 len: 168 time: 0.2269526 Jun 10 17:49:04.765483 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601277e3-91fd-43a6-8202-6b91f2d32283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=986efea8-dc77-42b2-b0b8-d01c8049519c,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:49:04.767622 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d7ad6a-cb71-46f8-bee6-9ef83e8f95b1 admin admin] Made reservation on behalf of 7c8b442025c24afb88d954298527b401 for: {'network': 1} {{(pid=114529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 17:49:04.770300 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-33d7ad6a-cb71-46f8-bee6-9ef83e8f95b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for network, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:04.810015 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-de28e403-13e7-475e-ac2d-f4078e7bc9d3 req-d044c15d-9d0e-4409-95d4-7bc91d048299 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736420 Jun 10 17:49:04.811321 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-33d7ad6a-cb71-46f8-bee6-9ef83e8f95b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:04.914655 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1160733b-91bc-4fa0-8107-b395caef4385 req-6b4eb14b-a0d7-4603-8ac8-375f4a0e668b tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:04.916075 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-1160733b-91bc-4fa0-8107-b395caef4385 req-6b4eb14b-a0d7-4603-8ac8-375f4a0e668b tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d781a5d-b213-4266-8a01-252bf2d302dc HTTP/1.1" status: 200 len: 946 time: 0.0709476 Jun 10 17:49:04.925175 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 42026) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:49:04.930355 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [None req-2cf89cce-5a0a-46fe-80e1-fceedf2025ab tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Request body: {'floatingip': {'port_id': 'a99f98c5-17a2-401e-b8f6-c1173e126e2d'}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:49:04.942695 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-33d7ad6a-cb71-46f8-bee6-9ef83e8f95b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:04.999970 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-2cf89cce-5a0a-46fe-80e1-fceedf2025ab tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks [] for floatingip, before_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:05.004569 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-33d7ad6a-cb71-46f8-bee6-9ef83e8f95b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:05.025897 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33d7ad6a-cb71-46f8-bee6-9ef83e8f95b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=114529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 17:49:05.048168 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d7ad6a-cb71-46f8-bee6-9ef83e8f95b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af55d25d-798c-43e9-95f4-5d7b27dcddb2,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:49:05.052452 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-33d7ad6a-cb71-46f8-bee6-9ef83e8f95b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009214'] for segment, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:05.052798 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.db.segments_db [None req-33d7ad6a-cb71-46f8-bee6-9ef83e8f95b1 admin admin] Added segment 89fd66ff-d88e-42ed-b395-ecb2c9b17058 of type vlan for network d39fd892-6018-4a90-a41c-67b73cd1bbde Jun 10 17:49:05.096988 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-33d7ad6a-cb71-46f8-bee6-9ef83e8f95b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764020540941'] for network, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:05.181592 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-33d7ad6a-cb71-46f8-bee6-9ef83e8f95b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050'] for network, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:05.183420 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d7ad6a-cb71-46f8-bee6-9ef83e8f95b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:05.184000 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-33d7ad6a-cb71-46f8-bee6-9ef83e8f95b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-734032'] for network, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:05.277802 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d7ad6a-cb71-46f8-bee6-9ef83e8f95b1 admin admin] Pushing event updated for resources: {'Network': ['ID=d39fd892-6018-4a90-a41c-67b73cd1bbde,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:49:05.288018 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Network d39fd892-6018-4a90-a41c-67b73cd1bbde details requested by agent ovs-agent-dv-cinder-xena-3-iscsi with host dv-cinder-xena-3-iscsi {{(pid=114530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 10 17:49:05.304718 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-33d7ad6a-cb71-46f8-bee6-9ef83e8f95b1 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8606789 Jun 10 17:49:05.308950 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 42040) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:49:05.314624 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.v2.base [None req-5d303c9f-8fcc-49b4-9b67-d30ecd6f32c4 admin admin] Request body: {'subnet': {'network_id': 'd39fd892-6018-4a90-a41c-67b73cd1bbde', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-153324872-subnet', 'tenant_id': '7c8b442025c24afb88d954298527b401', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:49:05.343856 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 42042) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:49:05.445005 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d303c9f-8fcc-49b4-9b67-d30ecd6f32c4 admin admin] Made reservation on behalf of 7c8b442025c24afb88d954298527b401 for: {'subnet': 1} {{(pid=114529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 17:49:05.447718 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-5d303c9f-8fcc-49b4-9b67-d30ecd6f32c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263210646'] for subnet, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:05.555708 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-750900e6-d88f-4010-85ee-8f29ebd9d34c admin admin] Notify callbacks [] for security_group, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:05.717656 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-750900e6-d88f-4010-85ee-8f29ebd9d34c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:05.759624 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-5d303c9f-8fcc-49b4-9b67-d30ecd6f32c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263062935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263210628'] for subnet, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:05.804759 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-750900e6-d88f-4010-85ee-8f29ebd9d34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:05.866824 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-750900e6-d88f-4010-85ee-8f29ebd9d34c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a13733a9cd944c968b83cae5beb19d04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5207472 Jun 10 17:49:05.873953 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d303c9f-8fcc-49b4-9b67-d30ecd6f32c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46c91b90-7e06-4ace-9ffe-b34c124441aa,revision_number=0']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:49:05.875468 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 42064) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:49:05.882194 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750900e6-d88f-4010-85ee-8f29ebd9d34c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=841a5878-5d3f-41a4-b0ed-9fcd76b6938c,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:49:05.887325 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d303c9f-8fcc-49b4-9b67-d30ecd6f32c4 admin admin] Checking segment: {'id': '89fd66ff-d88e-42ed-b395-ecb2c9b17058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'd39fd892-6018-4a90-a41c-67b73cd1bbde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 10 17:49:05.887768 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d303c9f-8fcc-49b4-9b67-d30ecd6f32c4 admin admin] Network hostable DHCP agents. Network: d39fd892-6018-4a90-a41c-67b73cd1bbde, hostable agents: ['bccf9388-ecf1-4acf-9e95-63f97cf623b0'], hosted agents: [] {{(pid=114529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 17:49:05.962777 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d98d8-ac60-4730-a081-33df86176f1f req-e1f1e81d-3fa7-4c07-a59e-032f1c9821df tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:05.964538 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-e06d98d8-ac60-4730-a081-33df86176f1f req-e1f1e81d-3fa7-4c07-a59e-032f1c9821df tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=619edb30-a9ca-46c9-a44e-4f39bd0fd6c2 HTTP/1.1" status: 200 len: 946 time: 0.0556457 Jun 10 17:49:05.968721 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-2cf89cce-5a0a-46fe-80e1-fceedf2025ab tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:05.986885 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-dbbdecd1-3b99-49a0-8f0f-dfcb550a2d3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:05.991315 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d303c9f-8fcc-49b4-9b67-d30ecd6f32c4 admin admin] Network d39fd892-6018-4a90-a41c-67b73cd1bbde is scheduled to be hosted by DHCP agent bccf9388-ecf1-4acf-9e95-63f97cf623b0 with binding_index 1 {{(pid=114529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 17:49:06.014903 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-e06d98d8-ac60-4730-a081-33df86176f1f req-3d77c4e8-6363-486e-a65e-24157ed0c7ae tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415125 Jun 10 17:49:06.020833 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-dbbdecd1-3b99-49a0-8f0f-dfcb550a2d3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:06.058101 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-2cf89cce-5a0a-46fe-80e1-fceedf2025ab tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-753974'] for floatingip, after_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:06.086046 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.base_scheduler [None req-5d303c9f-8fcc-49b4-9b67-d30ecd6f32c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-xena-3-iscsi, d39fd892-6018-4a90-a41c-67b73cd1bbde) {{(pid=114529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:49:06.090214 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d303c9f-8fcc-49b4-9b67-d30ecd6f32c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:06.090823 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-5d303c9f-8fcc-49b4-9b67-d30ecd6f32c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-734032'] for subnet, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:06.106271 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3958d408-9e59-43e1-8bdb-97fff2a7442d None None] Network d39fd892-6018-4a90-a41c-67b73cd1bbde requested from dv-cinder-xena-3-iscsi {{(pid=114530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 17:49:06.280367 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.db.l3_db [None req-2cf89cce-5a0a-46fe-80e1-fceedf2025ab tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Floating IP dc8fadca-2807-4f90-aeef-2ff01ef4c1f8 associated. External IP: 172.37.5.116, port: a99f98c5-17a2-401e-b8f6-c1173e126e2d. Jun 10 17:49:06.280367 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-dbbdecd1-3b99-49a0-8f0f-dfcb550a2d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:06.280367 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-dbbdecd1-3b99-49a0-8f0f-dfcb550a2d3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:06.280367 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-dbbdecd1-3b99-49a0-8f0f-dfcb550a2d3b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/841a5878-5d3f-41a4-b0ed-9fcd76b6938c HTTP/1.1" status: 204 len: 168 time: 0.3398466 Jun 10 17:49:06.280367 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbdecd1-3b99-49a0-8f0f-dfcb550a2d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=841a5878-5d3f-41a4-b0ed-9fcd76b6938c,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:49:06.282701 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a7d843-d7f9-4cf0-9e3b-3f7e86ba2309 None None] Network d39fd892-6018-4a90-a41c-67b73cd1bbde requested from dv-cinder-xena-3-iscsi {{(pid=114530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 17:49:06.283654 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-5d303c9f-8fcc-49b4-9b67-d30ecd6f32c4 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9728944 Jun 10 17:49:06.446917 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cf89cce-5a0a-46fe-80e1-fceedf2025ab tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Router a6adcaf7-4474-4e92-8346-d405920b7c32 has already been hosted by L3 agent e04d2863-a40a-41db-9b2a-39042df37909 {{(pid=114528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 10 17:49:06.588940 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf89cce-5a0a-46fe-80e1-fceedf2025ab tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=114528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 10 17:49:06.588940 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-2cf89cce-5a0a-46fe-80e1-fceedf2025ab tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for floatingip, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:06.603180 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa121af6-7ca8-4e59-8520-7ba89c4ff265 None None] Sync routers for ids ['a6adcaf7-4474-4e92-8346-d405920b7c32'] in dv-cinder-xena-3-iscsi {{(pid=114531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 17:49:06.614543 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa121af6-7ca8-4e59-8520-7ba89c4ff265 None None] Routers {'a6adcaf7-4474-4e92-8346-d405920b7c32'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:49:06.615288 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-aa121af6-7ca8-4e59-8520-7ba89c4ff265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:48:41Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['a6adcaf7-4474-4e92-8346-d405920b7c32'], 'active': True} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:49:06.618284 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-2cf89cce-5a0a-46fe-80e1-fceedf2025ab tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "PUT /v2.0/floatingips/dc8fadca-2807-4f90-aeef-2ff01ef4c1f8 HTTP/1.1" status: 200 len: 992 time: 1.6894066 Jun 10 17:49:06.618284 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d781a5d-b213-4266-8a01-252bf2d302dc', 'tag': 'a99f98c5-17a2-401e-b8f6-c1173e126e2d'}] {{(pid=114528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:49:06.618978 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c4b580669e8e78bfc2035bf5baafa64bdcb7bdc1597d6f92a291bf2def5264" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aff0c2d-82df-4dac-8fb2-47f74c579450" -d '{"events": [{"name": "network-changed", "server_uuid": "3d781a5d-b213-4266-8a01-252bf2d302dc", "tag": "a99f98c5-17a2-401e-b8f6-c1173e126e2d"}]}' {{(pid=114528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:49:06.666436 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Jun 2022 17:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-312fb24f-9d21-48c4-b70e-89bf97b04f98 x-openstack-request-id: req-312fb24f-9d21-48c4-b70e-89bf97b04f98 {{(pid=114528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:49:06.666743 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d781a5d-b213-4266-8a01-252bf2d302dc", "tag": "a99f98c5-17a2-401e-b8f6-c1173e126e2d", "status": "completed", "code": 200}]} {{(pid=114528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:49:06.667043 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-312fb24f-9d21-48c4-b70e-89bf97b04f98 {{(pid=114528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:49:06.667355 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-312fb24f-9d21-48c4-b70e-89bf97b04f98'] response: {'name': 'network-changed', 'server_uuid': '3d781a5d-b213-4266-8a01-252bf2d302dc', 'tag': 'a99f98c5-17a2-401e-b8f6-c1173e126e2d', 'status': 'completed', 'code': 200} Jun 10 17:49:06.735285 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvr_db [None req-aa121af6-7ca8-4e59-8520-7ba89c4ff265 None None] Set router a6adcaf7-4474-4e92-8346-d405920b7c32 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:49:06.776208 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff0c2d-82df-4dac-8fb2-47f74c579450 req-0168c67c-acc2-47e3-a71a-516014af8367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:06.777789 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-9aff0c2d-82df-4dac-8fb2-47f74c579450 req-0168c67c-acc2-47e3-a71a-516014af8367 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=d5dbfa207ddd44e3912f4141ac504575&device_id=3d781a5d-b213-4266-8a01-252bf2d302dc HTTP/1.1" status: 200 len: 1099 time: 0.0560715 Jun 10 17:49:06.891472 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff0c2d-82df-4dac-8fb2-47f74c579450 req-f58fa8ea-0612-4216-aaad-e1244a3f0246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:06.893271 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-9aff0c2d-82df-4dac-8fb2-47f74c579450 req-f58fa8ea-0612-4216-aaad-e1244a3f0246 service neutron] 10.222.0.27 "GET /v2.0/networks?id=20988a48-24d3-47c4-85a4-f592522eeed3 HTTP/1.1" status: 200 len: 911 time: 0.1070211 Jun 10 17:49:07.118525 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-aa121af6-7ca8-4e59-8520-7ba89c4ff265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6adcaf7-4474-4e92-8346-d405920b7c32', 'name': 'tempest-AttachVolumeTestJSON-992701664-router', 'tenant_id': 'd5dbfa207ddd44e3912f4141ac504575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.195'}], 'enable_snat': True}, 'gw_port_id': '3023a440-e1e2-4844-a335-dbd4f6eff056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:48:21Z', 'updated_at': '2022-06-10T17:48:32Z', 'revision_number': 4, 'project_id': 'd5dbfa207ddd44e3912f4141ac504575', 'gw_port': {'id': '3023a440-e1e2-4844-a335-dbd4f6eff056', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:df:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6adcaf7-4474-4e92-8346-d405920b7c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:48:22Z', 'updated_at': '2022-06-10T17:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_floatingips': [{'id': 'dc8fadca-2807-4f90-aeef-2ff01ef4c1f8', 'tenant_id': 'd5dbfa207ddd44e3912f4141ac504575', 'floating_ip_address': '172.37.5.116', 'floating_network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'router_id': 'a6adcaf7-4474-4e92-8346-d405920b7c32', 'port_id': 'a99f98c5-17a2-401e-b8f6-c1173e126e2d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20988a48-24d3-47c4-85a4-f592522eeed3', 'mac_address': 'fa:16:3e:29:e3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d781a5d-b213-4266-8a01-252bf2d302dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-10T17:48:42Z', 'updated_at': '2022-06-10T17:49:05Z', 'revision_number': 1, 'project_id': 'd5dbfa207ddd44e3912f4141ac504575', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1332663-a831-4126-a8bd-f0f96a793898', 'name': '', 'network_id': '20988a48-24d3-47c4-85a4-f592522eeed3', 'tenant_id': 'd5dbfa207ddd44e3912f4141ac504575', 'mac_address': 'fa:16:3e:e5:25:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6adcaf7-4474-4e92-8346-d405920b7c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6c6c1002-ecf3-4b70-9e9d-befa43491f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:48:29Z', 'updated_at': '2022-06-10T17:48:40Z', 'revision_number': 5, 'project_id': 'd5dbfa207ddd44e3912f4141ac504575', 'subnets': [{'id': '6c6c1002-ecf3-4b70-9e9d-befa43491f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:49:07.148599 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa121af6-7ca8-4e59-8520-7ba89c4ff265 None None] Checking router: a6adcaf7-4474-4e92-8346-d405920b7c32 for host: dv-cinder-xena-3-iscsi {{(pid=114531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 17:49:07.161639 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa121af6-7ca8-4e59-8520-7ba89c4ff265 None None] Routers {'a6adcaf7-4474-4e92-8346-d405920b7c32'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:49:07.163745 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18644697-2333-41da-ae5a-fe4f78c1dfb7 req-ab786587-c1f9-496c-ac4c-36ee9b4da539 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:07.163862 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-aa121af6-7ca8-4e59-8520-7ba89c4ff265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:48:41Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['a6adcaf7-4474-4e92-8346-d405920b7c32'], 'active': True} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:49:07.163975 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-18644697-2333-41da-ae5a-fe4f78c1dfb7 req-ab786587-c1f9-496c-ac4c-36ee9b4da539 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=619edb30-a9ca-46c9-a44e-4f39bd0fd6c2 HTTP/1.1" status: 200 len: 946 time: 0.0780244 Jun 10 17:49:07.208377 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-18644697-2333-41da-ae5a-fe4f78c1dfb7 req-2a68ed20-7776-40bc-8d71-51db0ea33185 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387392 Jun 10 17:49:07.289977 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvr_db [None req-aa121af6-7ca8-4e59-8520-7ba89c4ff265 None None] Set router a6adcaf7-4474-4e92-8346-d405920b7c32 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:49:07.379335 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 42150) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:49:07.384301 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [None req-8dc3c81a-5a9f-4dac-bc14-4a8be269c9d4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-207306130-network', 'tenant_id': '569ed582dfb74ea6943e47821be9415d'}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:49:07.491758 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc3c81a-5a9f-4dac-bc14-4a8be269c9d4 admin admin] Made reservation on behalf of 569ed582dfb74ea6943e47821be9415d for: {'network': 1} {{(pid=114528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 17:49:07.495603 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-8dc3c81a-5a9f-4dac-bc14-4a8be269c9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for network, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:07.511264 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-8dc3c81a-5a9f-4dac-bc14-4a8be269c9d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:07.615438 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-8dc3c81a-5a9f-4dac-bc14-4a8be269c9d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:07.628357 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-aa121af6-7ca8-4e59-8520-7ba89c4ff265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6adcaf7-4474-4e92-8346-d405920b7c32', 'name': 'tempest-AttachVolumeTestJSON-992701664-router', 'tenant_id': 'd5dbfa207ddd44e3912f4141ac504575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.195'}], 'enable_snat': True}, 'gw_port_id': '3023a440-e1e2-4844-a335-dbd4f6eff056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:48:21Z', 'updated_at': '2022-06-10T17:48:32Z', 'revision_number': 4, 'project_id': 'd5dbfa207ddd44e3912f4141ac504575', 'gw_port': {'id': '3023a440-e1e2-4844-a335-dbd4f6eff056', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:df:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6adcaf7-4474-4e92-8346-d405920b7c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:48:22Z', 'updated_at': '2022-06-10T17:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_floatingips': [{'id': 'dc8fadca-2807-4f90-aeef-2ff01ef4c1f8', 'tenant_id': 'd5dbfa207ddd44e3912f4141ac504575', 'floating_ip_address': '172.37.5.116', 'floating_network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'router_id': 'a6adcaf7-4474-4e92-8346-d405920b7c32', 'port_id': 'a99f98c5-17a2-401e-b8f6-c1173e126e2d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20988a48-24d3-47c4-85a4-f592522eeed3', 'mac_address': 'fa:16:3e:29:e3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d781a5d-b213-4266-8a01-252bf2d302dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-10T17:48:42Z', 'updated_at': '2022-06-10T17:49:05Z', 'revision_number': 1, 'project_id': 'd5dbfa207ddd44e3912f4141ac504575', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1332663-a831-4126-a8bd-f0f96a793898', 'name': '', 'network_id': '20988a48-24d3-47c4-85a4-f592522eeed3', 'tenant_id': 'd5dbfa207ddd44e3912f4141ac504575', 'mac_address': 'fa:16:3e:e5:25:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6adcaf7-4474-4e92-8346-d405920b7c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6c6c1002-ecf3-4b70-9e9d-befa43491f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:48:29Z', 'updated_at': '2022-06-10T17:48:40Z', 'revision_number': 5, 'project_id': 'd5dbfa207ddd44e3912f4141ac504575', 'subnets': [{'id': '6c6c1002-ecf3-4b70-9e9d-befa43491f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:49:07.656150 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa121af6-7ca8-4e59-8520-7ba89c4ff265 None None] The sync data for ids ['a6adcaf7-4474-4e92-8346-d405920b7c32'] in dv-cinder-xena-3-iscsi is: [{'id': 'a6adcaf7-4474-4e92-8346-d405920b7c32', 'name': 'tempest-AttachVolumeTestJSON-992701664-router', 'tenant_id': 'd5dbfa207ddd44e3912f4141ac504575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.195'}], 'enable_snat': True}, 'gw_port_id': '3023a440-e1e2-4844-a335-dbd4f6eff056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:48:21Z', 'updated_at': '2022-06-10T17:48:32Z', 'revision_number': 4, 'project_id': 'd5dbfa207ddd44e3912f4141ac504575', 'gw_port': {'id': '3023a440-e1e2-4844-a335-dbd4f6eff056', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:df:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6adcaf7-4474-4e92-8346-d405920b7c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:48:22Z', 'updated_at': '2022-06-10T17:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_floatingips': [{'id': 'dc8fadca-2807-4f90-aeef-2ff01ef4c1f8', 'tenant_id': 'd5dbfa207ddd44e3912f4141ac504575', 'floating_ip_address': '172.37.5.116', 'floating_network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'router_id': 'a6adcaf7-4474-4e92-8346-d405920b7c32', 'port_id': 'a99f98c5-17a2-401e-b8f6-c1173e126e2d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20988a48-24d3-47c4-85a4-f592522eeed3', 'mac_address': 'fa:16:3e:29:e3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d781a5d-b213-4266-8a01-252bf2d302dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-10T17:48:42Z', 'updated_at': '2022-06-10T17:49:05Z', 'revision_number': 1, 'project_id': 'd5dbfa207ddd44e3912f4141ac504575', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1332663-a831-4126-a8bd-f0f96a793898', 'name': '', 'network_id': '20988a48-24d3-47c4-85a4-f592522eeed3', 'tenant_id': 'd5dbfa207ddd44e3912f4141ac504575', 'mac_address': 'fa:16:3e:e5:25:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6adcaf7-4474-4e92-8346-d405920b7c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6c6c1002-ecf3-4b70-9e9d-befa43491f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:48:29Z', 'updated_at': '2022-06-10T17:48:40Z', 'revision_number': 5, 'project_id': 'd5dbfa207ddd44e3912f4141ac504575', 'subnets': [{'id': '6c6c1002-ecf3-4b70-9e9d-befa43491f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 17:49:07.697289 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-8dc3c81a-5a9f-4dac-bc14-4a8be269c9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:07.724934 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dc3c81a-5a9f-4dac-bc14-4a8be269c9d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=114528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 17:49:07.740397 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc3c81a-5a9f-4dac-bc14-4a8be269c9d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2bd6e4-aeec-491e-aed5-7c3f9e559d5e,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:49:07.745658 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-8dc3c81a-5a9f-4dac-bc14-4a8be269c9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009214'] for segment, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:07.746008 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.db.segments_db [None req-8dc3c81a-5a9f-4dac-bc14-4a8be269c9d4 admin admin] Added segment 15e79a01-df3b-4142-a7c5-96bfbb187c81 of type vlan for network cef64c2f-04bd-4d38-b4ab-1bdac97b83f0 Jun 10 17:49:07.794864 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-8dc3c81a-5a9f-4dac-bc14-4a8be269c9d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764020540941'] for network, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:07.882579 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d64a47-da15-493f-b146-30b013ce4a0b None None] New status for floating IP dc8fadca-2807-4f90-aeef-2ff01ef4c1f8: ACTIVE {{(pid=114530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 17:49:07.897753 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-8dc3c81a-5a9f-4dac-bc14-4a8be269c9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050'] for network, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:07.898891 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc3c81a-5a9f-4dac-bc14-4a8be269c9d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:07.899573 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-8dc3c81a-5a9f-4dac-bc14-4a8be269c9d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-734032'] for network, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:07.979930 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc3c81a-5a9f-4dac-bc14-4a8be269c9d4 admin admin] Pushing event updated for resources: {'Network': ['ID=cef64c2f-04bd-4d38-b4ab-1bdac97b83f0,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:49:07.998949 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Network cef64c2f-04bd-4d38-b4ab-1bdac97b83f0 details requested by agent ovs-agent-dv-cinder-xena-3-iscsi with host dv-cinder-xena-3-iscsi {{(pid=114530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 10 17:49:08.041592 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-9aff0c2d-82df-4dac-8fb2-47f74c579450 req-a1e264b1-3c4d-42af-8021-b515cc9232e8 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a99f98c5-17a2-401e-b8f6-c1173e126e2d HTTP/1.1" status: 200 len: 1000 time: 0.1480742 Jun 10 17:49:08.057171 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-8dc3c81a-5a9f-4dac-bc14-4a8be269c9d4 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6740444 Jun 10 17:49:08.057355 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 42180) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:49:08.063057 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [None req-c25f0e71-ff17-42e0-b9d7-2f53285a76ad admin admin] Request body: {'subnet': {'network_id': 'cef64c2f-04bd-4d38-b4ab-1bdac97b83f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-207306130-subnet', 'tenant_id': '569ed582dfb74ea6943e47821be9415d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:49:08.130147 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 42182) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:49:08.143380 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c25f0e71-ff17-42e0-b9d7-2f53285a76ad admin admin] Made reservation on behalf of 569ed582dfb74ea6943e47821be9415d for: {'subnet': 1} {{(pid=114528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 17:49:08.151602 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-c25f0e71-ff17-42e0-b9d7-2f53285a76ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263612217'] for subnet, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:08.298486 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-3d81744f-d595-4aad-ab73-0b7a7e588697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:08.338254 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8953e5-4932-4378-8942-e1d57b155f47 req-1661e2ad-839b-4cd2-8475-f7f68b4a7524 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:08.339754 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-3f8953e5-4932-4378-8942-e1d57b155f47 req-1661e2ad-839b-4cd2-8475-f7f68b4a7524 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=619edb30-a9ca-46c9-a44e-4f39bd0fd6c2 HTTP/1.1" status: 200 len: 946 time: 0.0556395 Jun 10 17:49:08.365850 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-11c81aa6-f07a-4a11-8516-ea4deb0e5316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:08.382541 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-3f8953e5-4932-4378-8942-e1d57b155f47 req-19868c10-d51a-499c-ae67-6a85935812cb tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354719 Jun 10 17:49:08.426901 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-3d81744f-d595-4aad-ab73-0b7a7e588697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:08.508982 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-c25f0e71-ff17-42e0-b9d7-2f53285a76ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262939921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263612203'] for subnet, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:08.544294 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-3d81744f-d595-4aad-ab73-0b7a7e588697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:08.602423 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25f0e71-ff17-42e0-b9d7-2f53285a76ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=d07a2b3a-8516-4e00-93ec-c08593e0bea1,revision_number=0']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:49:08.608634 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-3d81744f-d595-4aad-ab73-0b7a7e588697 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0aa01871d42543ca9951d5068de0e5af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4773595 Jun 10 17:49:08.611380 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 42190) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:49:08.612097 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d81744f-d595-4aad-ab73-0b7a7e588697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a0f4ac-ca2c-426f-8552-a86bbf133972,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:49:08.617455 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25f0e71-ff17-42e0-b9d7-2f53285a76ad admin admin] Checking segment: {'id': '15e79a01-df3b-4142-a7c5-96bfbb187c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'cef64c2f-04bd-4d38-b4ab-1bdac97b83f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 10 17:49:08.617806 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25f0e71-ff17-42e0-b9d7-2f53285a76ad admin admin] Network hostable DHCP agents. Network: cef64c2f-04bd-4d38-b4ab-1bdac97b83f0, hostable agents: ['bccf9388-ecf1-4acf-9e95-63f97cf623b0'], hosted agents: [] {{(pid=114528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 17:49:08.672006 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-ca4f2c68-365e-44b0-a368-fd1b09e47e02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:08.694372 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-ca4f2c68-365e-44b0-a368-fd1b09e47e02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:08.724414 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25f0e71-ff17-42e0-b9d7-2f53285a76ad admin admin] Network cef64c2f-04bd-4d38-b4ab-1bdac97b83f0 is scheduled to be hosted by DHCP agent bccf9388-ecf1-4acf-9e95-63f97cf623b0 with binding_index 1 {{(pid=114528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 17:49:08.792943 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.base_scheduler [None req-c25f0e71-ff17-42e0-b9d7-2f53285a76ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-xena-3-iscsi, cef64c2f-04bd-4d38-b4ab-1bdac97b83f0) {{(pid=114528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:49:08.797625 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25f0e71-ff17-42e0-b9d7-2f53285a76ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:08.798326 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-c25f0e71-ff17-42e0-b9d7-2f53285a76ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:08.802457 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0ecb43-2eb8-49df-bfc8-f5a6194d3f48 None None] Network cef64c2f-04bd-4d38-b4ab-1bdac97b83f0 requested from dv-cinder-xena-3-iscsi {{(pid=114530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 17:49:08.821727 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-ca4f2c68-365e-44b0-a368-fd1b09e47e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:08.824437 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-ca4f2c68-365e-44b0-a368-fd1b09e47e02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:08.825627 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-ca4f2c68-365e-44b0-a368-fd1b09e47e02 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/45a0f4ac-ca2c-426f-8552-a86bbf133972 HTTP/1.1" status: 204 len: 168 time: 0.2128274 Jun 10 17:49:08.834951 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4f2c68-365e-44b0-a368-fd1b09e47e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a0f4ac-ca2c-426f-8552-a86bbf133972,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:49:08.921810 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-c25f0e71-ff17-42e0-b9d7-2f53285a76ad admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8634601 Jun 10 17:49:08.939860 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e320de0-b376-447d-bdd6-76307b826f28 None None] Network cef64c2f-04bd-4d38-b4ab-1bdac97b83f0 requested from dv-cinder-xena-3-iscsi {{(pid=114530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 17:49:09.496715 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10cfd6-84eb-4d3a-ba41-0754efe9f055 req-df623fea-ceca-49b9-9a31-9aacc634a6ce tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:09.498693 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-da10cfd6-84eb-4d3a-ba41-0754efe9f055 req-df623fea-ceca-49b9-9a31-9aacc634a6ce tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=619edb30-a9ca-46c9-a44e-4f39bd0fd6c2 HTTP/1.1" status: 200 len: 946 time: 0.0495601 Jun 10 17:49:09.538962 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-da10cfd6-84eb-4d3a-ba41-0754efe9f055 req-8df7fec4-5de9-417a-aa78-c4774679729f tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331612 Jun 10 17:49:09.551699 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 42212) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:49:09.565073 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-e0ba77cc-73f1-455c-9b74-51df07b4e63e admin admin] Notify callbacks [] for security_group, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:09.636673 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-e0ba77cc-73f1-455c-9b74-51df07b4e63e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:09.707497 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-e0ba77cc-73f1-455c-9b74-51df07b4e63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:09.754536 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ba77cc-73f1-455c-9b74-51df07b4e63e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9246ad8b-9a9d-490d-97aa-d2427afac3b0,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:49:09.759020 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-e0ba77cc-73f1-455c-9b74-51df07b4e63e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6f9406c3cbf74e468d707c46748f5309&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2063236 Jun 10 17:49:09.762265 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 42218) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:49:09.801701 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff0c2d-82df-4dac-8fb2-47f74c579450 req-e52530cd-765d-4b94-b24e-6a8dde71a3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:09.803184 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-9aff0c2d-82df-4dac-8fb2-47f74c579450 req-e52530cd-765d-4b94-b24e-6a8dde71a3a8 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=6c6c1002-ecf3-4b70-9e9d-befa43491f0a HTTP/1.1" status: 200 len: 849 time: 0.0595932 Jun 10 17:49:09.820821 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-f01847dc-e224-41de-880b-98e34d25e813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:09.842670 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-f01847dc-e224-41de-880b-98e34d25e813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:09.852639 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff0c2d-82df-4dac-8fb2-47f74c579450 req-10471677-366e-4e18-9667-f4bc04e9d3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:09.854090 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-9aff0c2d-82df-4dac-8fb2-47f74c579450 req-10471677-366e-4e18-9667-f4bc04e9d3c3 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=20988a48-24d3-47c4-85a4-f592522eeed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0441270 Jun 10 17:49:09.965938 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-f01847dc-e224-41de-880b-98e34d25e813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:09.969137 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-f01847dc-e224-41de-880b-98e34d25e813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:09.970060 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-f01847dc-e224-41de-880b-98e34d25e813 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9246ad8b-9a9d-490d-97aa-d2427afac3b0 HTTP/1.1" status: 204 len: 168 time: 0.2064874 Jun 10 17:49:09.971600 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-9aff0c2d-82df-4dac-8fb2-47f74c579450 req-bd2b3a9d-58dc-4ea4-a523-d77d7fa16635 service neutron] 10.222.0.27 "GET /v2.0/networks/20988a48-24d3-47c4-85a4-f592522eeed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864234 Jun 10 17:49:09.978341 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01847dc-e224-41de-880b-98e34d25e813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9246ad8b-9a9d-490d-97aa-d2427afac3b0,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:49:10.092854 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-9aff0c2d-82df-4dac-8fb2-47f74c579450 req-646f25d8-8dbd-4d30-a960-5ee548df8c9d service neutron] 10.222.0.27 "GET /v2.0/networks/20988a48-24d3-47c4-85a4-f592522eeed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107249 Jun 10 17:49:10.668672 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070fbaa0-8815-4623-8049-39985f8b37fb req-56700941-3398-4159-ad32-1a8b5b039709 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:10.670156 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-070fbaa0-8815-4623-8049-39985f8b37fb req-56700941-3398-4159-ad32-1a8b5b039709 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=619edb30-a9ca-46c9-a44e-4f39bd0fd6c2 HTTP/1.1" status: 200 len: 946 time: 0.0502942 Jun 10 17:49:10.718683 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-070fbaa0-8815-4623-8049-39985f8b37fb req-43f1a836-30a6-4861-97ee-5398772a075f tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368097 Jun 10 17:49:10.765751 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-ab47af19-a077-4bc8-a749-6ebfaa69a1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:11.750108 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-9e937c9f-4d57-47ec-81ad-8e77ea25145e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:11.854086 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4b5c5-84f3-47a6-a5c9-461fbad182b7 req-753c1864-8ef9-4211-96e7-b9a55f378447 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:11.855816 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-aaa4b5c5-84f3-47a6-a5c9-461fbad182b7 req-753c1864-8ef9-4211-96e7-b9a55f378447 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=619edb30-a9ca-46c9-a44e-4f39bd0fd6c2 HTTP/1.1" status: 200 len: 946 time: 0.0660050 Jun 10 17:49:11.899738 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-aaa4b5c5-84f3-47a6-a5c9-461fbad182b7 req-25260007-9962-4ef1-91f9-ad6cbba6580f tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366981 Jun 10 17:49:13.021424 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec158dc-0108-44c9-a62a-911eb5f0e8ae req-6cf339d1-d36f-4e84-9793-99c50c5d934b tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:13.022969 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-2ec158dc-0108-44c9-a62a-911eb5f0e8ae req-6cf339d1-d36f-4e84-9793-99c50c5d934b tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=619edb30-a9ca-46c9-a44e-4f39bd0fd6c2 HTTP/1.1" status: 200 len: 946 time: 0.0564713 Jun 10 17:49:13.061658 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-2ec158dc-0108-44c9-a62a-911eb5f0e8ae req-4991a5ad-d379-495c-b81a-852222667ab1 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325310 Jun 10 17:49:13.079112 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a5a6984-4625-4674-bdbb-a7ccf76cac14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:13.098923 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 42338) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:49:13.217728 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-3a94e711-eb5b-4941-a350-18f970e6d0e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:13.297926 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-3a94e711-eb5b-4941-a350-18f970e6d0e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:13.354465 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-3a94e711-eb5b-4941-a350-18f970e6d0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:13.399697 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-3a94e711-eb5b-4941-a350-18f970e6d0e0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d60aa2abe13f436d891d69da66efeced&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2996936 Jun 10 17:49:13.400768 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a94e711-eb5b-4941-a350-18f970e6d0e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee692fa9-f4ea-4fc4-b134-d79fd362d317,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:49:13.402441 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 42356) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:49:13.452832 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-8323dc1c-f517-4dd5-aeaa-e13a1c419e63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:13.473534 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-8323dc1c-f517-4dd5-aeaa-e13a1c419e63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:13.588503 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-8323dc1c-f517-4dd5-aeaa-e13a1c419e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:13.591125 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-8323dc1c-f517-4dd5-aeaa-e13a1c419e63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:13.592991 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-8323dc1c-f517-4dd5-aeaa-e13a1c419e63 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ee692fa9-f4ea-4fc4-b134-d79fd362d317 HTTP/1.1" status: 204 len: 168 time: 0.1895163 Jun 10 17:49:13.605728 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323dc1c-f517-4dd5-aeaa-e13a1c419e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee692fa9-f4ea-4fc4-b134-d79fd362d317,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:49:13.925746 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:14.191776 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c091c-44c0-4ae1-9670-0e5fd9219f65 req-ad841510-73ad-468f-ad16-927fdb22a5a9 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:14.191776 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-999c091c-44c0-4ae1-9670-0e5fd9219f65 req-ad841510-73ad-468f-ad16-927fdb22a5a9 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=619edb30-a9ca-46c9-a44e-4f39bd0fd6c2 HTTP/1.1" status: 200 len: 946 time: 0.0560598 Jun 10 17:49:14.227698 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-999c091c-44c0-4ae1-9670-0e5fd9219f65 req-776d4ec7-c862-4687-aa10-fa499db9eded tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308559 Jun 10 17:49:14.395177 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 42400) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:49:14.501263 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-df1f999c-f248-46c8-b201-6d3809ad2df0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:14.572998 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-df1f999c-f248-46c8-b201-6d3809ad2df0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:14.651600 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-df1f999c-f248-46c8-b201-6d3809ad2df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:14.691150 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-df1f999c-f248-46c8-b201-6d3809ad2df0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d90e21cac27248ee82456ea34cfa7ca7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2944689 Jun 10 17:49:14.691982 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1f999c-f248-46c8-b201-6d3809ad2df0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f54409b1-0802-4c65-9925-7bf18b2e96ab,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:49:14.693690 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 42418) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:49:14.749708 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-28fd8316-f1e3-494f-bdc2-318a90427540 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:14.770021 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-28fd8316-f1e3-494f-bdc2-318a90427540 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:14.918622 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-28fd8316-f1e3-494f-bdc2-318a90427540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:14.922511 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-28fd8316-f1e3-494f-bdc2-318a90427540 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:14.927170 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-28fd8316-f1e3-494f-bdc2-318a90427540 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f54409b1-0802-4c65-9925-7bf18b2e96ab HTTP/1.1" status: 204 len: 168 time: 0.2293518 Jun 10 17:49:14.935853 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fd8316-f1e3-494f-bdc2-318a90427540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54409b1-0802-4c65-9925-7bf18b2e96ab,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:49:15.343318 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1829f35-447c-43d1-ac2e-d113aa0647df req-1fa3f597-fbea-44b5-8c24-a64f5d3e3883 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:15.344819 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-c1829f35-447c-43d1-ac2e-d113aa0647df req-1fa3f597-fbea-44b5-8c24-a64f5d3e3883 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=619edb30-a9ca-46c9-a44e-4f39bd0fd6c2 HTTP/1.1" status: 200 len: 946 time: 0.0493248 Jun 10 17:49:15.383150 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-c1829f35-447c-43d1-ac2e-d113aa0647df req-7834d466-f49d-41b5-899b-9d13ee790ad9 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317123 Jun 10 17:49:15.690977 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 42438) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:49:15.704378 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-70f200d6-b9f1-45cb-84cf-19cce401d0fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:15.778175 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-70f200d6-b9f1-45cb-84cf-19cce401d0fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:15.868589 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-70f200d6-b9f1-45cb-84cf-19cce401d0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:15.907941 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-70f200d6-b9f1-45cb-84cf-19cce401d0fd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b010b1cb891147b5a632b27f1bea927e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2158713 Jun 10 17:49:15.908782 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f200d6-b9f1-45cb-84cf-19cce401d0fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73cb4175-2194-4cf8-a303-2b704736bb9a,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:49:15.910687 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 42444) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:49:15.961556 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-5062c448-f2b4-4a4e-b040-b155b6f3e923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:15.982460 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-5062c448-f2b4-4a4e-b040-b155b6f3e923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:16.121325 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-5062c448-f2b4-4a4e-b040-b155b6f3e923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:16.124492 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-5062c448-f2b4-4a4e-b040-b155b6f3e923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:16.125562 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-5062c448-f2b4-4a4e-b040-b155b6f3e923 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/73cb4175-2194-4cf8-a303-2b704736bb9a HTTP/1.1" status: 204 len: 168 time: 0.2137449 Jun 10 17:49:16.135418 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5062c448-f2b4-4a4e-b040-b155b6f3e923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73cb4175-2194-4cf8-a303-2b704736bb9a,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:49:16.149291 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-7f3d7c78-4924-4938-847f-18f4c7f73a74 req-c7978d84-f309-4d10-ac69-ff6c8706aa82 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=17dac1b9-ba9b-4851-a315-1b8485546713&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0542603 Jun 10 17:49:16.280649 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3d7c78-4924-4938-847f-18f4c7f73a74 req-cf794b20-ff66-4321-b90f-0bbc3e3b0d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:16.282110 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-7f3d7c78-4924-4938-847f-18f4c7f73a74 req-cf794b20-ff66-4321-b90f-0bbc3e3b0d63 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=bac17e86c01742dd8c4dba03b2bf8be8&device_id=17dac1b9-ba9b-4851-a315-1b8485546713 HTTP/1.1" status: 200 len: 1098 time: 0.0420184 Jun 10 17:49:16.400879 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3d7c78-4924-4938-847f-18f4c7f73a74 req-4a603c66-11d0-4be5-959f-6aeae2f305ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:16.402352 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-7f3d7c78-4924-4938-847f-18f4c7f73a74 req-4a603c66-11d0-4be5-959f-6aeae2f305ce service neutron] 10.222.0.27 "GET /v2.0/networks?id=998e98f9-ac1b-426b-ab19-3e3143db2df0 HTTP/1.1" status: 200 len: 912 time: 0.0913980 Jun 10 17:49:16.446967 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-7f3d7c78-4924-4938-847f-18f4c7f73a74 req-1f26e725-32d4-4f63-826f-203d7712a32d service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5146cdd-0997-47a0-a44c-81ded80e30c7 HTTP/1.1" status: 200 len: 217 time: 0.0363929 Jun 10 17:49:16.528031 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3d7c78-4924-4938-847f-18f4c7f73a74 req-cfbf60d7-ab72-49a0-9037-b8670fb7ea89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:16.529538 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-7f3d7c78-4924-4938-847f-18f4c7f73a74 req-cfbf60d7-ab72-49a0-9037-b8670fb7ea89 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=15bb2f5b-f3cc-4506-b5e4-506ade2eb0cc HTTP/1.1" status: 200 len: 851 time: 0.0672576 Jun 10 17:49:16.537609 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cb935b-87ef-4fe5-b601-18f50b43a102 req-d634e0fe-5f40-4b05-8454-25b5be0fdfc2 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:16.539029 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d4cb935b-87ef-4fe5-b601-18f50b43a102 req-d634e0fe-5f40-4b05-8454-25b5be0fdfc2 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=619edb30-a9ca-46c9-a44e-4f39bd0fd6c2 HTTP/1.1" status: 200 len: 946 time: 0.0860889 Jun 10 17:49:16.576422 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-7f3d7c78-4924-4938-847f-18f4c7f73a74 req-08eeb95e-173e-4ccf-87d1-6999f98299a4 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=998e98f9-ac1b-426b-ab19-3e3143db2df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351555 Jun 10 17:49:16.603393 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d4cb935b-87ef-4fe5-b601-18f50b43a102 req-42b2c941-e844-4462-ae5a-3f1defa8fb69 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493751 Jun 10 17:49:16.693313 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-7f3d7c78-4924-4938-847f-18f4c7f73a74 req-9eafbcb3-ec93-4848-a876-54e5b19b6e1d service neutron] 10.222.0.27 "GET /v2.0/networks/998e98f9-ac1b-426b-ab19-3e3143db2df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951967 Jun 10 17:49:16.809004 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-7f3d7c78-4924-4938-847f-18f4c7f73a74 req-75b38bf0-bb24-4242-ac1d-8674151cdaef service neutron] 10.222.0.27 "GET /v2.0/networks/998e98f9-ac1b-426b-ab19-3e3143db2df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066148 Jun 10 17:49:17.552648 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.agents_db [None req-a7dfe2cf-50d1-49ca-b1ce-2a181a6e45d3 None None] Agent healthcheck: found 6 active agents {{(pid=114531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 10 17:49:17.731643 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b6ac1-b495-4d3d-a30a-7e2c527b643e req-920b5899-7f79-4d3b-ab06-7b6c8891b091 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:17.734202 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-299b6ac1-b495-4d3d-a30a-7e2c527b643e req-920b5899-7f79-4d3b-ab06-7b6c8891b091 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=619edb30-a9ca-46c9-a44e-4f39bd0fd6c2 HTTP/1.1" status: 200 len: 946 time: 0.0579989 Jun 10 17:49:17.784039 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-299b6ac1-b495-4d3d-a30a-7e2c527b643e req-fa5838ff-bf4e-461a-9316-91eac68d7db4 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432410 Jun 10 17:49:18.760128 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:18.900404 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dde52b-45de-4560-b80d-2db6df48048c req-43a01919-186e-4773-915d-278dc71e35a2 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:18.902013 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-c9dde52b-45de-4560-b80d-2db6df48048c req-43a01919-186e-4773-915d-278dc71e35a2 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=619edb30-a9ca-46c9-a44e-4f39bd0fd6c2 HTTP/1.1" status: 200 len: 946 time: 0.0492034 Jun 10 17:49:18.948205 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-c9dde52b-45de-4560-b80d-2db6df48048c req-8bd02f66-4acc-4e27-9dba-c3afd0f0b024 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395772 Jun 10 17:49:20.067816 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad00a5-2dc7-4059-84a5-7e0b7ad5b511 req-453e63c1-7151-4ac4-8ec9-6c886ba4aed0 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:20.069284 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f1ad00a5-2dc7-4059-84a5-7e0b7ad5b511 req-453e63c1-7151-4ac4-8ec9-6c886ba4aed0 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=619edb30-a9ca-46c9-a44e-4f39bd0fd6c2 HTTP/1.1" status: 200 len: 946 time: 0.0504110 Jun 10 17:49:20.111983 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f1ad00a5-2dc7-4059-84a5-7e0b7ad5b511 req-564e8ce8-47d2-43da-b88c-f4b9116e0de9 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356266 Jun 10 17:49:21.201998 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 42644) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:49:21.242485 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a9081-3592-4269-9b68-1b4173623bc6 req-01a01677-1fe4-435c-a427-79e5b6be77d3 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:21.243946 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-075a9081-3592-4269-9b68-1b4173623bc6 req-01a01677-1fe4-435c-a427-79e5b6be77d3 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=619edb30-a9ca-46c9-a44e-4f39bd0fd6c2 HTTP/1.1" status: 200 len: 946 time: 0.0555263 Jun 10 17:49:21.282088 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-075a9081-3592-4269-9b68-1b4173623bc6 req-1b9eab30-2da5-49a9-ba73-46f96c6c46a3 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308542 Jun 10 17:49:21.310321 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-3937eee9-0088-498d-89fc-25c74667e23d admin admin] Notify callbacks [] for security_group, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:21.385986 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-3937eee9-0088-498d-89fc-25c74667e23d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:21.491158 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-3937eee9-0088-498d-89fc-25c74667e23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:21.528192 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-3937eee9-0088-498d-89fc-25c74667e23d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=db80e91f163440d19dd3d38b40bbdd1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3249972 Jun 10 17:49:21.529772 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3937eee9-0088-498d-89fc-25c74667e23d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0113b4-73c8-4af2-92ba-66ab17f39bd6,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:49:21.531551 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 42648) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:49:21.536871 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3937eee9-0088-498d-89fc-25c74667e23d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:49:21.537216 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3937eee9-0088-498d-89fc-25c74667e23d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:49:21.537546 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3937eee9-0088-498d-89fc-25c74667e23d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:49:21.537874 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3937eee9-0088-498d-89fc-25c74667e23d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:49:21.538195 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3937eee9-0088-498d-89fc-25c74667e23d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:49:21.538541 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3937eee9-0088-498d-89fc-25c74667e23d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:49:21.538859 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3937eee9-0088-498d-89fc-25c74667e23d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:49:21.539216 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3937eee9-0088-498d-89fc-25c74667e23d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:49:21.539537 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3937eee9-0088-498d-89fc-25c74667e23d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:49:21.539889 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3937eee9-0088-498d-89fc-25c74667e23d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:49:21.540204 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3937eee9-0088-498d-89fc-25c74667e23d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:49:21.540517 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3937eee9-0088-498d-89fc-25c74667e23d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:49:21.581290 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-947fffa7-a778-485d-a0b0-59e908801398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:21.601184 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-947fffa7-a778-485d-a0b0-59e908801398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:21.719525 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-947fffa7-a778-485d-a0b0-59e908801398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:21.722039 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-947fffa7-a778-485d-a0b0-59e908801398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:21.723196 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-947fffa7-a778-485d-a0b0-59e908801398 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5f0113b4-73c8-4af2-92ba-66ab17f39bd6 HTTP/1.1" status: 204 len: 168 time: 0.1906857 Jun 10 17:49:21.730998 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947fffa7-a778-485d-a0b0-59e908801398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0113b4-73c8-4af2-92ba-66ab17f39bd6,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:49:21.738291 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947fffa7-a778-485d-a0b0-59e908801398 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:49:21.740012 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947fffa7-a778-485d-a0b0-59e908801398 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:49:21.740012 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947fffa7-a778-485d-a0b0-59e908801398 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:49:21.740012 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947fffa7-a778-485d-a0b0-59e908801398 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:49:21.740012 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947fffa7-a778-485d-a0b0-59e908801398 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:49:21.740012 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947fffa7-a778-485d-a0b0-59e908801398 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:49:21.740346 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947fffa7-a778-485d-a0b0-59e908801398 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:49:21.740678 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947fffa7-a778-485d-a0b0-59e908801398 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:49:21.740877 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947fffa7-a778-485d-a0b0-59e908801398 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:49:21.742659 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947fffa7-a778-485d-a0b0-59e908801398 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:49:21.742659 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947fffa7-a778-485d-a0b0-59e908801398 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:49:21.742659 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947fffa7-a778-485d-a0b0-59e908801398 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:49:22.399932 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b9473-cbf3-448d-bc4f-52ec9e98c7c6 req-24d59695-051d-4562-9f62-7784dba47a5b tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:22.401429 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ee2b9473-cbf3-448d-bc4f-52ec9e98c7c6 req-24d59695-051d-4562-9f62-7784dba47a5b tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=619edb30-a9ca-46c9-a44e-4f39bd0fd6c2 HTTP/1.1" status: 200 len: 946 time: 0.0498168 Jun 10 17:49:22.441249 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ee2b9473-cbf3-448d-bc4f-52ec9e98c7c6 req-06d77bd8-016f-492e-8979-d8342a8ed522 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333288 Jun 10 17:49:23.566467 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019ed71d-3716-4056-99c3-cb26b5f2ad41 req-37fc41be-c237-45b1-b5a5-e573015ca926 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:23.567895 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-019ed71d-3716-4056-99c3-cb26b5f2ad41 req-37fc41be-c237-45b1-b5a5-e573015ca926 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=619edb30-a9ca-46c9-a44e-4f39bd0fd6c2 HTTP/1.1" status: 200 len: 946 time: 0.0517664 Jun 10 17:49:23.607223 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-019ed71d-3716-4056-99c3-cb26b5f2ad41 req-d656959e-3508-430c-b691-0129e193bacc tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327876 Jun 10 17:49:24.742284 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b93e41-1922-426e-b946-e08c1b3e2a91 req-f4d6bf62-b15f-407d-8eac-be807178f963 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:24.743735 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-24b93e41-1922-426e-b946-e08c1b3e2a91 req-f4d6bf62-b15f-407d-8eac-be807178f963 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=619edb30-a9ca-46c9-a44e-4f39bd0fd6c2 HTTP/1.1" status: 200 len: 946 time: 0.0518003 Jun 10 17:49:24.783336 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-24b93e41-1922-426e-b946-e08c1b3e2a91 req-06100c03-c8d4-40ec-95b1-6333c64ff67a tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323069 Jun 10 17:49:25.931701 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce073c71-5f7d-4f74-b2b4-a84b422dbd2a req-1dfb197c-547a-4525-aab6-6428b0622798 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:25.933964 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ce073c71-5f7d-4f74-b2b4-a84b422dbd2a req-1dfb197c-547a-4525-aab6-6428b0622798 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=619edb30-a9ca-46c9-a44e-4f39bd0fd6c2 HTTP/1.1" status: 200 len: 946 time: 0.0824215 Jun 10 17:49:26.004150 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cc6fb9-ff4b-4c8b-b961-03fdd9dc68c8 req-b64f0709-4f25-4771-ba85-9655556612a6 tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:26.005570 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-02cc6fb9-ff4b-4c8b-b961-03fdd9dc68c8 req-b64f0709-4f25-4771-ba85-9655556612a6 tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] 10.222.0.16 "GET /v2.0/ports?device_id=17dac1b9-ba9b-4851-a315-1b8485546713 HTTP/1.1" status: 200 len: 945 time: 0.0814726 Jun 10 17:49:26.010399 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ce073c71-5f7d-4f74-b2b4-a84b422dbd2a req-a4d9157d-83c8-410d-9497-fd0e476943c5 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681572 Jun 10 17:49:26.043015 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-02cc6fb9-ff4b-4c8b-b961-03fdd9dc68c8 req-7a8ef413-e5f7-406f-9c15-69e2dfa2ce03 tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] 10.222.0.16 "GET /v2.0/security-groups?id=de570a03-07aa-4ef5-9ecd-328dcd463193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312963 Jun 10 17:49:27.132007 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6bf04a-adb3-49e7-8993-eaa91d8ff83a req-aebe5b3d-2350-46df-8d0f-1a7943545728 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:27.133418 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-3e6bf04a-adb3-49e7-8993-eaa91d8ff83a req-aebe5b3d-2350-46df-8d0f-1a7943545728 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=619edb30-a9ca-46c9-a44e-4f39bd0fd6c2 HTTP/1.1" status: 200 len: 946 time: 0.0555663 Jun 10 17:49:27.371205 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e9d29-85be-4a71-9fce-f88b7ccc58a0 req-400d0b68-11f4-4099-990e-7368bc26c5ed tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:27.372550 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-041e9d29-85be-4a71-9fce-f88b7ccc58a0 req-400d0b68-11f4-4099-990e-7368bc26c5ed tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] 10.222.0.16 "GET /v2.0/ports?device_id=17dac1b9-ba9b-4851-a315-1b8485546713 HTTP/1.1" status: 200 len: 945 time: 0.2583787 Jun 10 17:49:27.375681 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-3e6bf04a-adb3-49e7-8993-eaa91d8ff83a req-c441a8cf-dc03-44fd-a1b5-282b9975ea63 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295575 Jun 10 17:49:27.409333 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-041e9d29-85be-4a71-9fce-f88b7ccc58a0 req-b2b0d413-545e-4b3f-9e69-cd6475bf1039 tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] 10.222.0.16 "GET /v2.0/security-groups?id=de570a03-07aa-4ef5-9ecd-328dcd463193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307426 Jun 10 17:49:28.511571 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3ed8f-c6f5-447c-8281-4211d9acbc1e req-3a9fbed0-5fc1-4b4d-8393-d7b07f90dc41 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:28.512983 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-26d3ed8f-c6f5-447c-8281-4211d9acbc1e req-3a9fbed0-5fc1-4b4d-8393-d7b07f90dc41 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=619edb30-a9ca-46c9-a44e-4f39bd0fd6c2 HTTP/1.1" status: 200 len: 946 time: 0.0679784 Jun 10 17:49:28.548856 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb1de5c-a1e0-4e89-9a72-a38be1b00816 req-414dba46-c6ba-4fe1-a02f-ddf82962761a tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:28.550199 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-efb1de5c-a1e0-4e89-9a72-a38be1b00816 req-414dba46-c6ba-4fe1-a02f-ddf82962761a tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] 10.222.0.16 "GET /v2.0/ports?device_id=17dac1b9-ba9b-4851-a315-1b8485546713 HTTP/1.1" status: 200 len: 945 time: 0.0738585 Jun 10 17:49:28.569382 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-26d3ed8f-c6f5-447c-8281-4211d9acbc1e req-bc739650-f436-4119-915f-8146099ca176 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501447 Jun 10 17:49:28.596104 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-efb1de5c-a1e0-4e89-9a72-a38be1b00816 req-7f06c759-74f3-492a-83d9-26ea6679ead0 tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] 10.222.0.16 "GET /v2.0/security-groups?id=de570a03-07aa-4ef5-9ecd-328dcd463193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390925 Jun 10 17:49:29.707595 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f07d5d-0384-4329-bb61-9b801b296771 req-705ecac7-5ddb-4b83-b346-15c027ac00a9 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:29.709064 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-91f07d5d-0384-4329-bb61-9b801b296771 req-705ecac7-5ddb-4b83-b346-15c027ac00a9 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=619edb30-a9ca-46c9-a44e-4f39bd0fd6c2 HTTP/1.1" status: 200 len: 946 time: 0.0736375 Jun 10 17:49:29.731368 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6a8d3c-fe6c-4324-840b-903197c143f9 req-8302cec9-7033-47de-8a69-46ea5757501f tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:29.732825 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-cc6a8d3c-fe6c-4324-840b-903197c143f9 req-8302cec9-7033-47de-8a69-46ea5757501f tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] 10.222.0.16 "GET /v2.0/ports?device_id=17dac1b9-ba9b-4851-a315-1b8485546713 HTTP/1.1" status: 200 len: 945 time: 0.0683246 Jun 10 17:49:29.775230 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-91f07d5d-0384-4329-bb61-9b801b296771 req-330f56c4-08e1-467c-b920-cfb9cd1947f8 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592425 Jun 10 17:49:29.787630 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-cc6a8d3c-fe6c-4324-840b-903197c143f9 req-432331e1-4844-4c15-86a0-abc1637cd2b5 tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] 10.222.0.16 "GET /v2.0/security-groups?id=de570a03-07aa-4ef5-9ecd-328dcd463193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476723 Jun 10 17:49:30.917887 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ed7222-973a-46a1-ac2f-cc4c02a7fb4a req-2d689696-080c-405b-9d18-7f82ae75b18c tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:30.919260 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-59ed7222-973a-46a1-ac2f-cc4c02a7fb4a req-2d689696-080c-405b-9d18-7f82ae75b18c tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=619edb30-a9ca-46c9-a44e-4f39bd0fd6c2 HTTP/1.1" status: 200 len: 946 time: 0.0778925 Jun 10 17:49:30.931024 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf54c616-f839-4605-8f54-584ca2f7c1d5 req-4f57b0cd-2d5f-4edf-bf73-cfded7f18715 tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:30.932376 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-bf54c616-f839-4605-8f54-584ca2f7c1d5 req-4f57b0cd-2d5f-4edf-bf73-cfded7f18715 tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] 10.222.0.16 "GET /v2.0/ports?device_id=17dac1b9-ba9b-4851-a315-1b8485546713 HTTP/1.1" status: 200 len: 945 time: 0.0651999 Jun 10 17:49:30.985590 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-59ed7222-973a-46a1-ac2f-cc4c02a7fb4a req-1e1d85bc-c0cf-466b-a6c2-5a9981648297 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517414 Jun 10 17:49:30.990348 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-bf54c616-f839-4605-8f54-584ca2f7c1d5 req-2c463b9f-3e2e-4339-ab06-061b063b25de tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] 10.222.0.16 "GET /v2.0/security-groups?id=de570a03-07aa-4ef5-9ecd-328dcd463193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512114 Jun 10 17:49:32.131560 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8767288-0675-4246-9289-cdf7dde64a73 req-d8631778-0c70-4304-8438-bc54325a4612 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:32.133058 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-a8767288-0675-4246-9289-cdf7dde64a73 req-d8631778-0c70-4304-8438-bc54325a4612 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=619edb30-a9ca-46c9-a44e-4f39bd0fd6c2 HTTP/1.1" status: 200 len: 946 time: 0.0783391 Jun 10 17:49:32.145667 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7476c-3190-4db7-8ceb-1cb5457b1943 req-5a65fe82-a344-4848-8d67-cf18e508f06c tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:32.147415 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-92a7476c-3190-4db7-8ceb-1cb5457b1943 req-5a65fe82-a344-4848-8d67-cf18e508f06c tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] 10.222.0.16 "GET /v2.0/ports?device_id=17dac1b9-ba9b-4851-a315-1b8485546713 HTTP/1.1" status: 200 len: 945 time: 0.0673082 Jun 10 17:49:32.203025 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-a8767288-0675-4246-9289-cdf7dde64a73 req-01606cf9-fc8f-4d2c-92ef-e6dc10745f07 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546529 Jun 10 17:49:32.211215 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-92a7476c-3190-4db7-8ceb-1cb5457b1943 req-3894d9d0-15fb-43b3-a5d3-efada77ae2bc tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] 10.222.0.16 "GET /v2.0/security-groups?id=de570a03-07aa-4ef5-9ecd-328dcd463193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498199 Jun 10 17:49:32.662380 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1e2a26-b186-4197-9761-f360482f60e1 req-ea9c62cb-c469-4b6a-a6bd-1244a509fa98 tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:32.663806 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-bc1e2a26-b186-4197-9761-f360482f60e1 req-ea9c62cb-c469-4b6a-a6bd-1244a509fa98 tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] 10.222.0.27 "GET /v2.0/ports?device_id=17dac1b9-ba9b-4851-a315-1b8485546713 HTTP/1.1" status: 200 len: 945 time: 0.0459211 Jun 10 17:49:32.817416 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.plugin [req-bc1e2a26-b186-4197-9761-f360482f60e1 req-de6b2ed3-4966-4028-9475-b1a60a4d9c7d tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] Deleting port e5146cdd-0997-47a0-a44c-81ded80e30c7 {{(pid=114529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 10 17:49:32.817754 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-bc1e2a26-b186-4197-9761-f360482f60e1 req-de6b2ed3-4966-4028-9475-b1a60a4d9c7d tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764021161391'] for port, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:32.908278 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.db [req-bc1e2a26-b186-4197-9761-f360482f60e1 req-de6b2ed3-4966-4028-9475-b1a60a4d9c7d tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] For port e5146cdd-0997-47a0-a44c-81ded80e30c7, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=e5146cdd-0997-47a0-a44c-81ded80e30c7,segment=NetworkSegment(3a4d6950-abc0-4a07-8857-609d4fd46ecc),segment_id=3a4d6950-abc0-4a07-8857-609d4fd46ecc)] {{(pid=114529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:49:32.908631 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-bc1e2a26-b186-4197-9761-f360482f60e1 req-de6b2ed3-4966-4028-9475-b1a60a4d9c7d tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781461'] for port, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:32.922410 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.plugin [req-bc1e2a26-b186-4197-9761-f360482f60e1 req-de6b2ed3-4966-4028-9475-b1a60a4d9c7d tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] Calling delete_port for e5146cdd-0997-47a0-a44c-81ded80e30c7 owned by compute:nova {{(pid=114529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 10 17:49:33.129242 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-bc1e2a26-b186-4197-9761-f360482f60e1 req-de6b2ed3-4966-4028-9475-b1a60a4d9c7d tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764021169165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764020614696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263063011'] for port, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:33.158310 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6b2ed3-4966-4028-9475-b1a60a4d9c7d tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] Pushing event deleted for resources: {'Port': ['ID=e5146cdd-0997-47a0-a44c-81ded80e30c7,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:49:33.215317 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc1e2a26-b186-4197-9761-f360482f60e1 req-de6b2ed3-4966-4028-9475-b1a60a4d9c7d tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] No DVR routers for this DVR port e5146cdd-0997-47a0-a44c-81ded80e30c7 on host hv-cinder-xena0 {{(pid=114529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 17:49:33.218347 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-bc1e2a26-b186-4197-9761-f360482f60e1 req-de6b2ed3-4966-4028-9475-b1a60a4d9c7d tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for port, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:33.222166 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-bc1e2a26-b186-4197-9761-f360482f60e1 req-de6b2ed3-4966-4028-9475-b1a60a4d9c7d tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] 10.222.0.27 "DELETE /v2.0/ports/e5146cdd-0997-47a0-a44c-81ded80e30c7 HTTP/1.1" status: 204 len: 173 time: 0.5504014 Jun 10 17:49:33.222607 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17dac1b9-ba9b-4851-a315-1b8485546713', 'name': 'network-vif-deleted', 'tag': 'e5146cdd-0997-47a0-a44c-81ded80e30c7'}] {{(pid=114529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:49:33.225641 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}546b112a5b217dbfa88e609245cede7dd2905721b158f3f41c3dff8a3887b3c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f65f28-0829-479c-9bee-615126beafd3" -d '{"events": [{"server_uuid": "17dac1b9-ba9b-4851-a315-1b8485546713", "name": "network-vif-deleted", "tag": "e5146cdd-0997-47a0-a44c-81ded80e30c7"}]}' {{(pid=114529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:49:33.266785 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Jun 2022 17:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c8adc9-030e-4397-a1b4-d783648330af x-openstack-request-id: req-61c8adc9-030e-4397-a1b4-d783648330af {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:49:33.267431 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17dac1b9-ba9b-4851-a315-1b8485546713", "name": "network-vif-deleted", "tag": "e5146cdd-0997-47a0-a44c-81ded80e30c7", "status": "completed", "code": 200}]} {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:49:33.267684 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-61c8adc9-030e-4397-a1b4-d783648330af {{(pid=114529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:49:33.268498 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61c8adc9-030e-4397-a1b4-d783648330af'] response: {'server_uuid': '17dac1b9-ba9b-4851-a315-1b8485546713', 'name': 'network-vif-deleted', 'tag': 'e5146cdd-0997-47a0-a44c-81ded80e30c7', 'status': 'completed', 'code': 200} Jun 10 17:49:33.334939 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d5bf1-58e1-4429-a8b5-699f9e0b8103 req-d092569d-1be1-433b-9eb9-cd6dab5f1a78 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:33.336349 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-225d5bf1-58e1-4429-a8b5-699f9e0b8103 req-d092569d-1be1-433b-9eb9-cd6dab5f1a78 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=619edb30-a9ca-46c9-a44e-4f39bd0fd6c2 HTTP/1.1" status: 200 len: 946 time: 0.0592251 Jun 10 17:49:33.354865 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ee32e69e-b3c4-45a5-a770-5f2a27cf1111 req-8a95bc54-0e2d-4f37-800c-3277821c929e tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] 10.222.0.16 "GET /v2.0/ports?device_id=17dac1b9-ba9b-4851-a315-1b8485546713 HTTP/1.1" status: 200 len: 210 time: 0.0365260 Jun 10 17:49:33.385537 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-225d5bf1-58e1-4429-a8b5-699f9e0b8103 req-8dd8bf97-584c-4c06-bc3e-afac508aaf2f tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327888 Jun 10 17:49:34.446677 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-fcf83c14-819f-41cf-81ea-c4c1bd34e6aa req-bf2c4396-3d27-4a21-9d9b-d9735fef8188 tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] 10.222.0.16 "GET /v2.0/ports?device_id=17dac1b9-ba9b-4851-a315-1b8485546713 HTTP/1.1" status: 200 len: 210 time: 0.0264103 Jun 10 17:49:34.498722 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b7b32c-27fa-43ec-a005-8c4d479b0bb2 req-2707fc1c-b2f1-4a6f-aa13-f5a099d728cb tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:34.500151 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-30b7b32c-27fa-43ec-a005-8c4d479b0bb2 req-2707fc1c-b2f1-4a6f-aa13-f5a099d728cb tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=619edb30-a9ca-46c9-a44e-4f39bd0fd6c2 HTTP/1.1" status: 200 len: 946 time: 0.0475543 Jun 10 17:49:34.539208 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-30b7b32c-27fa-43ec-a005-8c4d479b0bb2 req-b17b2f47-4cf1-4fa5-a811-6dc8daeebcf4 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331852 Jun 10 17:49:35.537200 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-dde9f25c-c090-463f-9de3-c369a6df04dd req-b6594de3-559c-460c-9638-138f0aa91d91 tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] 10.222.0.16 "GET /v2.0/ports?device_id=17dac1b9-ba9b-4851-a315-1b8485546713 HTTP/1.1" status: 200 len: 210 time: 0.0249312 Jun 10 17:49:35.651591 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a99bd9-32a5-4680-a791-99d5992213a6 req-1029afe5-291d-46e0-b322-25d3c4c908a9 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:35.653035 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-33a99bd9-32a5-4680-a791-99d5992213a6 req-1029afe5-291d-46e0-b322-25d3c4c908a9 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=619edb30-a9ca-46c9-a44e-4f39bd0fd6c2 HTTP/1.1" status: 200 len: 946 time: 0.0475433 Jun 10 17:49:35.689919 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-33a99bd9-32a5-4680-a791-99d5992213a6 req-0f960f93-06f8-49f2-9081-8f3d48995117 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308084 Jun 10 17:49:36.002407 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device e5146cdd-0997-47a0-a44c-81ded80e30c7 no longer exists at agent hyperv_hv-cinder-xena0 {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 10 17:49:36.025635 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] No Port match for: e5146cdd-0997-47a0-a44c-81ded80e30c7 {{(pid=114530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 10 17:49:36.025982 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device e5146cdd-0997-47a0-a44c-81ded80e30c7 not bound to the agent host hv-cinder-xena0 {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 10 17:49:36.629879 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-99a55c45-8fe1-4461-ae4f-55b296e4f456 req-eed8c2ec-6307-42df-a476-3c12e3c102ed tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] 10.222.0.16 "GET /v2.0/ports?device_id=17dac1b9-ba9b-4851-a315-1b8485546713 HTTP/1.1" status: 200 len: 210 time: 0.0259888 Jun 10 17:49:36.808280 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab88eb6-d5ce-427c-a79c-f4ddec140799 req-635e6fe2-b369-43b5-a8a1-594ec67f0b25 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:36.810156 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-7ab88eb6-d5ce-427c-a79c-f4ddec140799 req-635e6fe2-b369-43b5-a8a1-594ec67f0b25 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=619edb30-a9ca-46c9-a44e-4f39bd0fd6c2 HTTP/1.1" status: 200 len: 946 time: 0.0534918 Jun 10 17:49:36.854213 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-7ab88eb6-d5ce-427c-a79c-f4ddec140799 req-8eab5789-37a2-4cfc-a41a-70e1a3eb5907 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371358 Jun 10 17:49:37.745634 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-64661dcf-0df0-4234-9beb-71c50c4e66fc req-db1f2eca-107d-4ac3-8f4b-8a77af4069de tempest-DeleteServersTestJSON-683857528 tempest-DeleteServersTestJSON-683857528-project] 10.222.0.16 "GET /v2.0/ports?device_id=17dac1b9-ba9b-4851-a315-1b8485546713 HTTP/1.1" status: 200 len: 210 time: 0.0261610 Jun 10 17:49:37.971873 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771e7684-ce06-43fc-9ab0-a7210fb58df6 req-4d0e98a9-c6cf-490f-b051-29ae40b7a4d5 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:37.973437 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-771e7684-ce06-43fc-9ab0-a7210fb58df6 req-4d0e98a9-c6cf-490f-b051-29ae40b7a4d5 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=619edb30-a9ca-46c9-a44e-4f39bd0fd6c2 HTTP/1.1" status: 200 len: 946 time: 0.0471165 Jun 10 17:49:38.015236 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-771e7684-ce06-43fc-9ab0-a7210fb58df6 req-28d01689-e6ab-4b8c-90cf-9d4c9d45e73d tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343943 Jun 10 17:49:38.347902 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-61ceca81-1633-4dda-bcc2-a1db82702fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:39.147726 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc3d08-3332-4df2-a5cc-db455e296b63 req-2e0ab51b-f35b-4245-a95a-a169471cf3d2 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:39.151549 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d3bc3d08-3332-4df2-a5cc-db455e296b63 req-2e0ab51b-f35b-4245-a95a-a169471cf3d2 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=619edb30-a9ca-46c9-a44e-4f39bd0fd6c2 HTTP/1.1" status: 200 len: 946 time: 0.0583658 Jun 10 17:49:39.211419 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d3bc3d08-3332-4df2-a5cc-db455e296b63 req-891899c1-5d9e-45b1-8267-d5be4affb66f tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426495 Jun 10 17:49:39.288965 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e0da90-a175-4aca-9c71-54db0e7ab3b8 req-fd5d846f-9f5a-4187-a075-d86eece8ee5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:39.288965 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-97e0da90-a175-4aca-9c71-54db0e7ab3b8 req-fd5d846f-9f5a-4187-a075-d86eece8ee5b service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=619edb30-a9ca-46c9-a44e-4f39bd0fd6c2 HTTP/1.1" status: 200 len: 1099 time: 0.0398276 Jun 10 17:49:39.327561 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-97e0da90-a175-4aca-9c71-54db0e7ab3b8 req-6067de3b-066a-4be9-804d-d5c17a7907da service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312767 Jun 10 17:49:40.322553 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce5210-d5f2-498f-bfee-33298e36962d req-68baf44d-47c2-4bac-8d88-5929855cd399 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:40.324380 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-44ce5210-d5f2-498f-bfee-33298e36962d req-68baf44d-47c2-4bac-8d88-5929855cd399 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=619edb30-a9ca-46c9-a44e-4f39bd0fd6c2 HTTP/1.1" status: 200 len: 946 time: 0.0542052 Jun 10 17:49:40.366448 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-44ce5210-d5f2-498f-bfee-33298e36962d req-dd7dfd2b-e8f3-4c1f-b728-809e10e3b5cb tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360246 Jun 10 17:49:40.466455 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 43150) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:49:40.510918 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcd46a53-d2c8-465b-9210-cc5252fff041 admin admin] Deleting subnet 15bb2f5b-f3cc-4506-b5e4-506ade2eb0cc {{(pid=114529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 10 17:49:40.513768 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-bcd46a53-d2c8-465b-9210-cc5252fff041 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:40.550490 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-bcd46a53-d2c8-465b-9210-cc5252fff041 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263706186'] for subnet, precommit_delete_associations {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:40.587252 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-bcd46a53-d2c8-465b-9210-cc5252fff041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4008051'] for subnet, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:40.702442 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-bcd46a53-d2c8-465b-9210-cc5252fff041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4008060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263062998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263210359'] for subnet, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:40.727452 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd46a53-d2c8-465b-9210-cc5252fff041 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15bb2f5b-f3cc-4506-b5e4-506ade2eb0cc,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:49:40.731550 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-bcd46a53-d2c8-465b-9210-cc5252fff041 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-734032'] for subnet, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:40.735463 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-bcd46a53-d2c8-465b-9210-cc5252fff041 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/15bb2f5b-f3cc-4506-b5e4-506ade2eb0cc HTTP/1.1" status: 204 len: 168 time: 0.2673337 Jun 10 17:49:40.737446 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-c6adb692-d77d-4d3e-951b-2669b0ff5ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:40.738171 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 43152) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:49:40.808941 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-533fb402-2620-4142-8327-5ddaf244b43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3935284'] for network, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:40.887102 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-533fb402-2620-4142-8327-5ddaf244b43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4008428', 'neutron.services.segments.db._delete_segments_for_network-8764020915914'] for network, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:40.912551 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.services.segments.db [None req-533fb402-2620-4142-8327-5ddaf244b43b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['998e98f9-ac1b-426b-ab19-3e3143db2df0']}} {{(pid=114529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:49:40.923209 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.services.segments.db [None req-533fb402-2620-4142-8327-5ddaf244b43b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a4d6950-abc0-4a07-8857-609d4fd46ecc') {'for_net_delete': True} {{(pid=114529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:49:40.923524 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.services.segments.db [None req-533fb402-2620-4142-8327-5ddaf244b43b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a4d6950-abc0-4a07-8857-609d4fd46ecc') {} {{(pid=114529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:49:40.941989 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-533fb402-2620-4142-8327-5ddaf244b43b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764020916947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263706163'] for segment, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:40.952220 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-533fb402-2620-4142-8327-5ddaf244b43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009214'] for segment, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:40.959437 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-533fb402-2620-4142-8327-5ddaf244b43b admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=114529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 17:49:40.959931 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-533fb402-2620-4142-8327-5ddaf244b43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263062844'] for segment, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:40.981589 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.services.segments.plugin [-] Segment 3a4d6950-abc0-4a07-8857-609d4fd46ecc resource provider aggregate not found Jun 10 17:49:41.020870 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.services.segments.plugin [-] Segment 3a4d6950-abc0-4a07-8857-609d4fd46ecc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3a4d6950-abc0-4a07-8857-609d4fd46ecc found for delete ", "request_id": "req-db22553a-61d9-4459-a40c-9a70f4a315f2"}]} Jun 10 17:49:41.083600 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-533fb402-2620-4142-8327-5ddaf244b43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4008437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753944'] for network, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:41.104528 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-533fb402-2620-4142-8327-5ddaf244b43b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-734032'] for network, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:41.110527 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-533fb402-2620-4142-8327-5ddaf244b43b admin admin] 10.222.0.16 "DELETE /v2.0/networks/998e98f9-ac1b-426b-ab19-3e3143db2df0 HTTP/1.1" status: 204 len: 168 time: 0.3690679 Jun 10 17:49:41.112168 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533fb402-2620-4142-8327-5ddaf244b43b admin admin] Pushing event deleted for resources: {'Network': ['ID=998e98f9-ac1b-426b-ab19-3e3143db2df0,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:49:41.112660 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 43194) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:49:41.165736 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.db_base_plugin_v2 [None req-c437f564-47b5-468b-bac6-25c9325ee695 admin admin] Deleting subnet 46c91b90-7e06-4ace-9ffe-b34c124441aa {{(pid=114528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 10 17:49:41.169114 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-c437f564-47b5-468b-bac6-25c9325ee695 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:41.204607 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-c437f564-47b5-468b-bac6-25c9325ee695 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1640858'] for subnet, precommit_delete_associations {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:41.254788 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-c437f564-47b5-468b-bac6-25c9325ee695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4008051'] for subnet, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:41.422884 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-c437f564-47b5-468b-bac6-25c9325ee695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4008060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262939984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263611608'] for subnet, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:41.458963 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c437f564-47b5-468b-bac6-25c9325ee695 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46c91b90-7e06-4ace-9ffe-b34c124441aa,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:49:41.477980 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-c437f564-47b5-468b-bac6-25c9325ee695 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:41.482194 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-c437f564-47b5-468b-bac6-25c9325ee695 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/46c91b90-7e06-4ace-9ffe-b34c124441aa HTTP/1.1" status: 204 len: 168 time: 0.3684301 Jun 10 17:49:41.486522 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 43216) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:49:41.517575 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce2b5f4-36cc-4c9c-b48e-6c4763968c25 req-ce6d22e0-3bba-4082-b284-10f9e89be519 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:41.522714 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-8ce2b5f4-36cc-4c9c-b48e-6c4763968c25 req-ce6d22e0-3bba-4082-b284-10f9e89be519 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=619edb30-a9ca-46c9-a44e-4f39bd0fd6c2 HTTP/1.1" status: 200 len: 946 time: 0.0596247 Jun 10 17:49:41.557331 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-8ce2b5f4-36cc-4c9c-b48e-6c4763968c25 req-b5df30a3-91fc-4320-a470-ff4a1005a820 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321634 Jun 10 17:49:41.561762 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-eda1358a-2051-427e-b946-99d577260929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3935284'] for network, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:41.663838 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-eda1358a-2051-427e-b946-99d577260929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4008428', 'neutron.services.segments.db._delete_segments_for_network-8764020915914'] for network, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:41.678510 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 43224) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:49:41.703748 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.services.segments.db [None req-eda1358a-2051-427e-b946-99d577260929 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d39fd892-6018-4a90-a41c-67b73cd1bbde']}} {{(pid=114528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:49:41.731664 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.services.segments.db [None req-eda1358a-2051-427e-b946-99d577260929 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89fd66ff-d88e-42ed-b395-ecb2c9b17058') {'for_net_delete': True} {{(pid=114528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:49:41.731664 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.services.segments.db [None req-eda1358a-2051-427e-b946-99d577260929 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89fd66ff-d88e-42ed-b395-ecb2c9b17058') {} {{(pid=114528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:49:41.735319 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b8462-331f-419e-a8a5-fe568f0c49de req-cb24046f-2394-4ad3-9a44-de9e9b9e5e24 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:41.736803 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-553b8462-331f-419e-a8a5-fe568f0c49de req-cb24046f-2394-4ad3-9a44-de9e9b9e5e24 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=2451b0e9-a4e2-4bfd-89a4-f2397dbe41df HTTP/1.1" status: 200 len: 945 time: 0.0960820 Jun 10 17:49:41.742492 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-51b8e2e0-f686-4d73-8b89-2c231032519b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bac17e86c01742dd8c4dba03b2bf8be8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0624652 Jun 10 17:49:41.743072 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 43228) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:49:41.746130 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-eda1358a-2051-427e-b946-99d577260929 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764020916947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1640931'] for segment, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:41.762508 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-eda1358a-2051-427e-b946-99d577260929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009214'] for segment, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:41.770620 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eda1358a-2051-427e-b946-99d577260929 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=114528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 17:49:41.771056 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-eda1358a-2051-427e-b946-99d577260929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940090'] for segment, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:41.808339 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-553b8462-331f-419e-a8a5-fe568f0c49de req-ac628706-839a-462f-b4f2-c95ce81c2631 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628583 Jun 10 17:49:41.819316 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-9e937c9f-4d57-47ec-81ad-8e77ea25145e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:41.825055 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-41172a33-0f73-4936-8fae-be6cf2fdebdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:41.862837 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-41172a33-0f73-4936-8fae-be6cf2fdebdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:41.870323 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.services.segments.plugin [-] Segment 89fd66ff-d88e-42ed-b395-ecb2c9b17058 resource provider aggregate not found Jun 10 17:49:41.889308 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.services.segments.plugin [-] Segment 89fd66ff-d88e-42ed-b395-ecb2c9b17058 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 89fd66ff-d88e-42ed-b395-ecb2c9b17058 found for delete ", "request_id": "req-9bd15f60-8f10-4e45-87e6-830f9a830535"}]} Jun 10 17:49:41.965097 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-eda1358a-2051-427e-b946-99d577260929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4008437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753944'] for network, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:41.973455 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-eda1358a-2051-427e-b946-99d577260929 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-734032'] for network, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:41.979988 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-eda1358a-2051-427e-b946-99d577260929 admin admin] 10.222.0.16 "DELETE /v2.0/networks/d39fd892-6018-4a90-a41c-67b73cd1bbde HTTP/1.1" status: 204 len: 168 time: 0.4921877 Jun 10 17:49:41.980264 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 43238) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:49:41.992129 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda1358a-2051-427e-b946-99d577260929 admin admin] Pushing event deleted for resources: {'Network': ['ID=d39fd892-6018-4a90-a41c-67b73cd1bbde,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:49:42.015565 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-41172a33-0f73-4936-8fae-be6cf2fdebdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:42.018150 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-41172a33-0f73-4936-8fae-be6cf2fdebdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:42.019344 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-41172a33-0f73-4936-8fae-be6cf2fdebdf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/de570a03-07aa-4ef5-9ecd-328dcd463193 HTTP/1.1" status: 204 len: 168 time: 0.2753632 Jun 10 17:49:42.034661 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41172a33-0f73-4936-8fae-be6cf2fdebdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de570a03-07aa-4ef5-9ecd-328dcd463193,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:49:42.049828 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.db_base_plugin_v2 [None req-48e57783-ecf2-4ebf-98f2-dfdfe106ad16 admin admin] Deleting subnet d07a2b3a-8516-4e00-93ec-c08593e0bea1 {{(pid=114529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 10 17:49:42.054364 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-48e57783-ecf2-4ebf-98f2-dfdfe106ad16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:42.089256 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-48e57783-ecf2-4ebf-98f2-dfdfe106ad16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263706186'] for subnet, precommit_delete_associations {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:42.129191 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-48e57783-ecf2-4ebf-98f2-dfdfe106ad16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4008051'] for subnet, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:42.222007 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 43244) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:49:42.267165 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-48e57783-ecf2-4ebf-98f2-dfdfe106ad16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4008060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263062998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263210359'] for subnet, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:42.292840 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e57783-ecf2-4ebf-98f2-dfdfe106ad16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d07a2b3a-8516-4e00-93ec-c08593e0bea1,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:49:42.297570 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-48e57783-ecf2-4ebf-98f2-dfdfe106ad16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-734032'] for subnet, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:42.300836 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-48e57783-ecf2-4ebf-98f2-dfdfe106ad16 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d07a2b3a-8516-4e00-93ec-c08593e0bea1 HTTP/1.1" status: 204 len: 168 time: 0.3197415 Jun 10 17:49:42.303489 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 43248) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:49:42.378018 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-3e7bfb3c-4229-4e7b-a785-487437742f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3935284'] for network, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:42.412340 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 43252) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:49:42.461381 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-3e7bfb3c-4229-4e7b-a785-487437742f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4008428', 'neutron.services.segments.db._delete_segments_for_network-8764020915914'] for network, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:42.483705 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.services.segments.db [None req-3e7bfb3c-4229-4e7b-a785-487437742f75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cef64c2f-04bd-4d38-b4ab-1bdac97b83f0']}} {{(pid=114528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:49:42.493962 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.services.segments.db [None req-3e7bfb3c-4229-4e7b-a785-487437742f75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15e79a01-df3b-4142-a7c5-96bfbb187c81') {'for_net_delete': True} {{(pid=114528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:49:42.494287 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.services.segments.db [None req-3e7bfb3c-4229-4e7b-a785-487437742f75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15e79a01-df3b-4142-a7c5-96bfbb187c81') {} {{(pid=114528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:49:42.505215 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-3e7bfb3c-4229-4e7b-a785-487437742f75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764020916947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1640931'] for segment, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:42.522751 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-3e7bfb3c-4229-4e7b-a785-487437742f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009214'] for segment, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:42.529867 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e7bfb3c-4229-4e7b-a785-487437742f75 admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=114528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 17:49:42.530355 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-3e7bfb3c-4229-4e7b-a785-487437742f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940090'] for segment, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:42.576008 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 43260) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:49:42.650592 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-844e34b8-c0c1-459f-9655-0ecb33befb8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:42.652221 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-c3519815-3b00-4c7d-8d62-104de37e148d admin admin] Notify callbacks [] for security_group, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:42.713851 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-e23102d7-62d4-465d-bbab-243e93e42bcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:42.722501 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-3e7bfb3c-4229-4e7b-a785-487437742f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4008437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753944'] for network, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:42.727562 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-3e7bfb3c-4229-4e7b-a785-487437742f75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-734032'] for network, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:42.731649 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-3e7bfb3c-4229-4e7b-a785-487437742f75 admin admin] 10.222.0.16 "DELETE /v2.0/networks/cef64c2f-04bd-4d38-b4ab-1bdac97b83f0 HTTP/1.1" status: 204 len: 168 time: 0.4269671 Jun 10 17:49:42.754538 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7bfb3c-4229-4e7b-a785-487437742f75 admin admin] Pushing event deleted for resources: {'Network': ['ID=cef64c2f-04bd-4d38-b4ab-1bdac97b83f0,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:49:42.794178 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-c3519815-3b00-4c7d-8d62-104de37e148d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:42.838631 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-844e34b8-c0c1-459f-9655-0ecb33befb8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:42.866329 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-e23102d7-62d4-465d-bbab-243e93e42bcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:42.872948 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-c3519815-3b00-4c7d-8d62-104de37e148d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:42.910760 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3519815-3b00-4c7d-8d62-104de37e148d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1630be20-f55e-4d27-bcc0-9fa7a097fdf3,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:49:42.916484 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-c3519815-3b00-4c7d-8d62-104de37e148d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e961f3833587439aa4fb874f728b2238&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6933842 Jun 10 17:49:42.924547 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 43278) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:49:42.924884 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-844e34b8-c0c1-459f-9655-0ecb33befb8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:42.955622 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-e23102d7-62d4-465d-bbab-243e93e42bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:42.962098 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-844e34b8-c0c1-459f-9655-0ecb33befb8f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=392ad83ef691444f913c307cb37b37a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5486922 Jun 10 17:49:42.967442 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 43282) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:49:42.983142 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844e34b8-c0c1-459f-9655-0ecb33befb8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa2416e-f5c3-4076-9981-a5a9c319191b,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:49:42.993320 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-b9c27f7a-85c8-4df8-87a7-45214a5cc8b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:43.022171 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23102d7-62d4-465d-bbab-243e93e42bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e86126-f212-4d4a-9f98-0fd9e5d05701,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:49:43.034432 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-e23102d7-62d4-465d-bbab-243e93e42bcd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=026cc3cd8e9042bc9722ccdbb24235a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4573426 Jun 10 17:49:43.035076 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 43284) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:49:43.039337 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a5a6984-4625-4674-bdbb-a7ccf76cac14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:43.085574 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-b9c27f7a-85c8-4df8-87a7-45214a5cc8b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:43.090573 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-1b62a743-20d5-440c-a267-1ef095eed47e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:43.096773 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-4375ca60-1e5d-4a0b-bc47-2c62a3c823af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:43.112988 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-1b62a743-20d5-440c-a267-1ef095eed47e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:43.134932 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-4375ca60-1e5d-4a0b-bc47-2c62a3c823af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:43.174821 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 43290) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:49:43.225051 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-ab56450d-f4e9-456a-913d-c4a5f4ad49c7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7c8b442025c24afb88d954298527b401&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0483258 Jun 10 17:49:43.231043 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 43292) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:49:43.243520 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-b9c27f7a-85c8-4df8-87a7-45214a5cc8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:43.246046 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-b9c27f7a-85c8-4df8-87a7-45214a5cc8b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:43.247232 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-b9c27f7a-85c8-4df8-87a7-45214a5cc8b7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1630be20-f55e-4d27-bcc0-9fa7a097fdf3 HTTP/1.1" status: 204 len: 168 time: 0.3271823 Jun 10 17:49:43.255590 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c27f7a-85c8-4df8-87a7-45214a5cc8b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1630be20-f55e-4d27-bcc0-9fa7a097fdf3,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:49:43.273259 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-1b62a743-20d5-440c-a267-1ef095eed47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:43.275732 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-1b62a743-20d5-440c-a267-1ef095eed47e admin admin] Notify callbacks [] for security_group, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:43.276879 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-1b62a743-20d5-440c-a267-1ef095eed47e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b6e86126-f212-4d4a-9f98-0fd9e5d05701 HTTP/1.1" status: 204 len: 168 time: 0.2409091 Jun 10 17:49:43.289558 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b62a743-20d5-440c-a267-1ef095eed47e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e86126-f212-4d4a-9f98-0fd9e5d05701,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:49:43.313574 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-b2e90198-b570-4b9a-8b50-edbc7d05ac2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:43.339363 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-b2e90198-b570-4b9a-8b50-edbc7d05ac2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:43.346108 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-4375ca60-1e5d-4a0b-bc47-2c62a3c823af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:43.349341 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-4375ca60-1e5d-4a0b-bc47-2c62a3c823af admin admin] Notify callbacks [] for security_group, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:43.352957 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-4375ca60-1e5d-4a0b-bc47-2c62a3c823af admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/efa2416e-f5c3-4076-9981-a5a9c319191b HTTP/1.1" status: 204 len: 168 time: 0.3820741 Jun 10 17:49:43.358440 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4375ca60-1e5d-4a0b-bc47-2c62a3c823af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa2416e-f5c3-4076-9981-a5a9c319191b,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:49:43.528704 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-b2e90198-b570-4b9a-8b50-edbc7d05ac2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:43.532179 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-b2e90198-b570-4b9a-8b50-edbc7d05ac2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:43.533363 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-b2e90198-b570-4b9a-8b50-edbc7d05ac2b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/af55d25d-798c-43e9-95f4-5d7b27dcddb2 HTTP/1.1" status: 204 len: 168 time: 0.3013899 Jun 10 17:49:43.542796 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e90198-b570-4b9a-8b50-edbc7d05ac2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af55d25d-798c-43e9-95f4-5d7b27dcddb2,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:49:43.907237 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.services.segments.plugin [-] Segment 15e79a01-df3b-4142-a7c5-96bfbb187c81 resource provider aggregate not found Jun 10 17:49:43.922983 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.services.segments.plugin [-] Segment 15e79a01-df3b-4142-a7c5-96bfbb187c81 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 15e79a01-df3b-4142-a7c5-96bfbb187c81 found for delete ", "request_id": "req-2c923195-9669-4b50-b1cf-b0d18549b85a"}]} Jun 10 17:49:43.951507 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:44.059458 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623dbf56-5de4-4a50-8f35-2c6a267fb0fb req-93186e94-36ce-4091-9057-b8f0d37a821a tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:44.061056 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-623dbf56-5de4-4a50-8f35-2c6a267fb0fb req-93186e94-36ce-4091-9057-b8f0d37a821a tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=2451b0e9-a4e2-4bfd-89a4-f2397dbe41df HTTP/1.1" status: 200 len: 945 time: 0.0510008 Jun 10 17:49:44.101801 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-623dbf56-5de4-4a50-8f35-2c6a267fb0fb req-c97d5769-9dd8-45d9-b124-824f8cb10446 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335851 Jun 10 17:49:44.400244 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 43326) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:49:44.413448 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-d89b206c-c4c0-4d15-8c99-b50018cc5be1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:44.466537 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 43328) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:49:44.482900 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-9f94aabf-47d9-4089-bab3-865c03071a1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:44.495769 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-d89b206c-c4c0-4d15-8c99-b50018cc5be1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:44.553569 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-d89b206c-c4c0-4d15-8c99-b50018cc5be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:44.568615 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-9f94aabf-47d9-4089-bab3-865c03071a1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:44.592587 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-d89b206c-c4c0-4d15-8c99-b50018cc5be1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=49b9546fca9e4e1d90246bd36b34c0f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1912863 Jun 10 17:49:44.593423 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89b206c-c4c0-4d15-8c99-b50018cc5be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de5e9c93-cdac-4048-a40b-ce02fc04b4d3,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:49:44.596223 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 43330) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:49:44.634696 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-9f94aabf-47d9-4089-bab3-865c03071a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:44.678163 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-b0e9fe47-6901-4020-bf2e-813ee09372b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:44.683805 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f94aabf-47d9-4089-bab3-865c03071a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9b235b-ed64-4d46-8305-bcebf096ed85,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:49:44.692998 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-9f94aabf-47d9-4089-bab3-865c03071a1a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4faedf31262b4af8a209944a6f7581e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2229478 Jun 10 17:49:44.693495 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 43334) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:49:44.710926 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-b0e9fe47-6901-4020-bf2e-813ee09372b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:44.746128 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 43338) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:49:44.756356 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-52f7743e-2c1e-4bcc-bde3-dd9542b8467a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:44.779594 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-52f7743e-2c1e-4bcc-bde3-dd9542b8467a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:44.798209 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 43344) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:49:44.829902 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-b0e9fe47-6901-4020-bf2e-813ee09372b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:44.833208 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-b0e9fe47-6901-4020-bf2e-813ee09372b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:44.835235 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-b0e9fe47-6901-4020-bf2e-813ee09372b5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/de5e9c93-cdac-4048-a40b-ce02fc04b4d3 HTTP/1.1" status: 204 len: 168 time: 0.2378781 Jun 10 17:49:44.853701 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e9fe47-6901-4020-bf2e-813ee09372b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5e9c93-cdac-4048-a40b-ce02fc04b4d3,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:49:44.858628 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-69007c7c-1345-4cd8-80ac-71dbf5237bff admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=569ed582dfb74ea6943e47821be9415d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0579855 Jun 10 17:49:44.863903 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 43348) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:49:44.901745 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-52f7743e-2c1e-4bcc-bde3-dd9542b8467a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:44.908929 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-52f7743e-2c1e-4bcc-bde3-dd9542b8467a admin admin] Notify callbacks [] for security_group, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:44.910720 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-52f7743e-2c1e-4bcc-bde3-dd9542b8467a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8f9b235b-ed64-4d46-8305-bcebf096ed85 HTTP/1.1" status: 204 len: 168 time: 0.2163951 Jun 10 17:49:44.919402 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-50bcd663-b203-421c-b6ab-04f71789757c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:44.926776 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f7743e-2c1e-4bcc-bde3-dd9542b8467a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9b235b-ed64-4d46-8305-bcebf096ed85,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:49:44.950121 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-50bcd663-b203-421c-b6ab-04f71789757c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:44.973451 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.v2.base [None req-c7f135d6-e250-46fc-b162-e596d93d57be admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1204651457-network', 'tenant_id': '094eb7d216034d06b4925791cb320a38'}} {{(pid=114529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:49:45.095902 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f135d6-e250-46fc-b162-e596d93d57be admin admin] Made reservation on behalf of 094eb7d216034d06b4925791cb320a38 for: {'network': 1} {{(pid=114529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 17:49:45.098192 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-c7f135d6-e250-46fc-b162-e596d93d57be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for network, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:45.106532 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-c7f135d6-e250-46fc-b162-e596d93d57be admin admin] Notify callbacks [] for security_group, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:45.144117 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-50bcd663-b203-421c-b6ab-04f71789757c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:45.147128 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-50bcd663-b203-421c-b6ab-04f71789757c admin admin] Notify callbacks [] for security_group, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:45.150283 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-50bcd663-b203-421c-b6ab-04f71789757c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ca2bd6e4-aeec-491e-aed5-7c3f9e559d5e HTTP/1.1" status: 204 len: 168 time: 0.2830849 Jun 10 17:49:45.165427 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bcd663-b203-421c-b6ab-04f71789757c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2bd6e4-aeec-491e-aed5-7c3f9e559d5e,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:49:45.246844 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46a1b6-3183-42ad-84bd-3812fb523e6f req-6cf46335-6a7d-472f-abe4-1a9bb19e4e92 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:45.248385 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-6c46a1b6-3183-42ad-84bd-3812fb523e6f req-6cf46335-6a7d-472f-abe4-1a9bb19e4e92 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=2451b0e9-a4e2-4bfd-89a4-f2397dbe41df HTTP/1.1" status: 200 len: 945 time: 0.0566173 Jun 10 17:49:45.303501 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-6c46a1b6-3183-42ad-84bd-3812fb523e6f req-38ef1bfc-7668-4a90-94e3-b1ac1ecedcd9 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485890 Jun 10 17:49:45.305778 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-c7f135d6-e250-46fc-b162-e596d93d57be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:45.385917 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-c7f135d6-e250-46fc-b162-e596d93d57be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:45.408233 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7f135d6-e250-46fc-b162-e596d93d57be admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=114529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 17:49:45.423804 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f135d6-e250-46fc-b162-e596d93d57be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=570379af-a4cb-432f-95ba-251f7dad2a53,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:49:45.426860 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-c7f135d6-e250-46fc-b162-e596d93d57be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009214'] for segment, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:45.427202 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.db.segments_db [None req-c7f135d6-e250-46fc-b162-e596d93d57be admin admin] Added segment 20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a of type vlan for network 272ad309-eaf3-4f81-8366-f3ca4e7cfed0 Jun 10 17:49:45.469769 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-c7f135d6-e250-46fc-b162-e596d93d57be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764020540941'] for network, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:45.551662 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-c7f135d6-e250-46fc-b162-e596d93d57be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050'] for network, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:45.552669 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f135d6-e250-46fc-b162-e596d93d57be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:45.553244 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-c7f135d6-e250-46fc-b162-e596d93d57be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-734032'] for network, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:45.615398 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f135d6-e250-46fc-b162-e596d93d57be admin admin] Pushing event updated for resources: {'Network': ['ID=272ad309-eaf3-4f81-8366-f3ca4e7cfed0,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:49:45.630028 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Network 272ad309-eaf3-4f81-8366-f3ca4e7cfed0 details requested by agent ovs-agent-dv-cinder-xena-3-iscsi with host dv-cinder-xena-3-iscsi {{(pid=114530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 10 17:49:45.647302 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-c7f135d6-e250-46fc-b162-e596d93d57be admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8997719 Jun 10 17:49:45.649881 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 43372) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:49:45.655299 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.v2.base [None req-42198c89-c452-4d98-8ea9-69bbbc2ce5c0 admin admin] Request body: {'subnet': {'network_id': '272ad309-eaf3-4f81-8366-f3ca4e7cfed0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1204651457-subnet', 'tenant_id': '094eb7d216034d06b4925791cb320a38', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:49:45.734894 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42198c89-c452-4d98-8ea9-69bbbc2ce5c0 admin admin] Made reservation on behalf of 094eb7d216034d06b4925791cb320a38 for: {'subnet': 1} {{(pid=114529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 17:49:45.738586 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-42198c89-c452-4d98-8ea9-69bbbc2ce5c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263210646'] for subnet, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:45.997043 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-42198c89-c452-4d98-8ea9-69bbbc2ce5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263062935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263210628'] for subnet, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:46.058638 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42198c89-c452-4d98-8ea9-69bbbc2ce5c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88a38658-7809-4abe-b052-dc4be9423e4c,revision_number=0']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:49:46.067378 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42198c89-c452-4d98-8ea9-69bbbc2ce5c0 admin admin] Checking segment: {'id': '20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '272ad309-eaf3-4f81-8366-f3ca4e7cfed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 10 17:49:46.067724 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42198c89-c452-4d98-8ea9-69bbbc2ce5c0 admin admin] Network hostable DHCP agents. Network: 272ad309-eaf3-4f81-8366-f3ca4e7cfed0, hostable agents: ['bccf9388-ecf1-4acf-9e95-63f97cf623b0'], hosted agents: [] {{(pid=114529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 17:49:46.158678 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42198c89-c452-4d98-8ea9-69bbbc2ce5c0 admin admin] Network 272ad309-eaf3-4f81-8366-f3ca4e7cfed0 is scheduled to be hosted by DHCP agent bccf9388-ecf1-4acf-9e95-63f97cf623b0 with binding_index 1 {{(pid=114529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 17:49:46.244452 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.base_scheduler [None req-42198c89-c452-4d98-8ea9-69bbbc2ce5c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-xena-3-iscsi, 272ad309-eaf3-4f81-8366-f3ca4e7cfed0) {{(pid=114529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:49:46.253169 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42198c89-c452-4d98-8ea9-69bbbc2ce5c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:46.254057 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-42198c89-c452-4d98-8ea9-69bbbc2ce5c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-734032'] for subnet, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:46.264693 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f516227-0622-4f8c-ae7e-d181710a0f7f None None] Network 272ad309-eaf3-4f81-8366-f3ca4e7cfed0 requested from dv-cinder-xena-3-iscsi {{(pid=114530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 17:49:46.332863 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2361d395-960c-4068-9f7d-8ecfd7df5e4d req-b94cbc27-e717-42ab-922b-048e27154369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:46.333860 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-2361d395-960c-4068-9f7d-8ecfd7df5e4d req-b94cbc27-e717-42ab-922b-048e27154369 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=977e9ef6bd9842379167d252715c6e8c&device_id=2451b0e9-a4e2-4bfd-89a4-f2397dbe41df HTTP/1.1" status: 200 len: 1098 time: 0.0532212 Jun 10 17:49:46.340120 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-42198c89-c452-4d98-8ea9-69bbbc2ce5c0 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6887667 Jun 10 17:49:46.342814 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 43410) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:49:46.348923 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.v2.base [None req-97b28fca-aa9b-410f-9365-50d6f9d588fa admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1204651457-router', 'tenant_id': '094eb7d216034d06b4925791cb320a38', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f'}}} {{(pid=114529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:49:46.482624 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-97b28fca-aa9b-410f-9365-50d6f9d588fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-777435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14490'] for router, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:46.484641 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-97b28fca-aa9b-410f-9365-50d6f9d588fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-778659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14481'] for router, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:46.510444 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2361d395-960c-4068-9f7d-8ecfd7df5e4d req-dc44ba5a-7064-4ab7-899d-f74db101f99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:46.511941 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-2361d395-960c-4068-9f7d-8ecfd7df5e4d req-dc44ba5a-7064-4ab7-899d-f74db101f99b service neutron] 10.222.0.27 "GET /v2.0/networks?id=e628d0f6-63d3-440a-9d16-11e611b2380d HTTP/1.1" status: 200 len: 920 time: 0.1413665 Jun 10 17:49:46.522900 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fb4c49-09bd-46c2-b6e1-ad337182f8f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77de9516-29da-567c-b3ac-4325783e7148-272ad309-eaf3-4f81-8366-f3ca4e7cfed0', 'network_id': '272ad309-eaf3-4f81-8366-f3ca4e7cfed0', 'tenant_id': '094eb7d216034d06b4925791cb320a38', 'fixed_ips': [{'subnet_id': '88a38658-7809-4abe-b052-dc4be9423e4c'}]}} from dv-cinder-xena-3-iscsi. {{(pid=114530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 17:49:46.525671 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-a7fb4c49-09bd-46c2-b6e1-ad337182f8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_create {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:46.529567 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f779d-1007-4630-b495-cfcffcaeff2c req-53fdf166-5840-4087-adf8-b037904c8f9d tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:46.532511 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-504f779d-1007-4630-b495-cfcffcaeff2c req-53fdf166-5840-4087-adf8-b037904c8f9d tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=2451b0e9-a4e2-4bfd-89a4-f2397dbe41df HTTP/1.1" status: 200 len: 945 time: 0.0992253 Jun 10 17:49:46.693159 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.db_base_plugin_common [None req-a7fb4c49-09bd-46c2-b6e1-ad337182f8f4 None None] Allocated IP 172.20.0.2 (272ad309-eaf3-4f81-8366-f3ca4e7cfed0/88a38658-7809-4abe-b052-dc4be9423e4c/c32bcbc5-f398-400e-ab74-753a9819a6b3) {{(pid=114530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 17:49:46.853865 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-2361d395-960c-4068-9f7d-8ecfd7df5e4d req-81a4d70d-23f8-4f77-89d2-667ac466bfc4 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59b14ac7-7b13-4d51-99ba-242bc1e32f8f HTTP/1.1" status: 200 len: 217 time: 0.3203626 Jun 10 17:49:46.889887 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-97b28fca-aa9b-410f-9365-50d6f9d588fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:46.921937 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-504f779d-1007-4630-b495-cfcffcaeff2c req-fedb4d44-fbb6-48c1-82a2-bab7d057b142 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3630714 Jun 10 17:49:46.946694 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2361d395-960c-4068-9f7d-8ecfd7df5e4d req-76f15292-37ee-4ac3-bf66-2032c8398ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:46.957353 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-2361d395-960c-4068-9f7d-8ecfd7df5e4d req-76f15292-37ee-4ac3-bf66-2032c8398ee2 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=9b159fa3-bdfe-428f-8e21-2b18edcf45c9 HTTP/1.1" status: 200 len: 858 time: 0.0712750 Jun 10 17:49:46.965478 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-a7fb4c49-09bd-46c2-b6e1-ad337182f8f4 None None] Notify callbacks [] for port, precommit_create {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:47.012909 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2361d395-960c-4068-9f7d-8ecfd7df5e4d req-37aac8f5-ec0d-4157-aa18-4487a3a9de7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:47.013197 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-2361d395-960c-4068-9f7d-8ecfd7df5e4d req-37aac8f5-ec0d-4157-aa18-4487a3a9de7c service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=e628d0f6-63d3-440a-9d16-11e611b2380d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0483565 Jun 10 17:49:47.057047 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-a7fb4c49-09bd-46c2-b6e1-ad337182f8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764020614705'] for port, after_create {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:47.157640 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fb4c49-09bd-46c2-b6e1-ad337182f8f4 None None] Network 272ad309-eaf3-4f81-8366-f3ca4e7cfed0 is already hosted by enough agents. {{(pid=114530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:49:47.162427 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.scheduler.base_scheduler [None req-a7fb4c49-09bd-46c2-b6e1-ad337182f8f4 None None] Resources bound (agent type, host, resource id): {{(pid=114530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:49:47.167339 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fb4c49-09bd-46c2-b6e1-ad337182f8f4 None None] Received port after_create {{(pid=114530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 10 17:49:47.258576 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fb4c49-09bd-46c2-b6e1-ad337182f8f4 None None] Pushing event updated for resources: {'Port': ['ID=c32bcbc5-f398-400e-ab74-753a9819a6b3,revision_number=1']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:49:47.303678 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-97b28fca-aa9b-410f-9365-50d6f9d588fa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:47.317211 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fb4c49-09bd-46c2-b6e1-ad337182f8f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:49:47.317582 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fb4c49-09bd-46c2-b6e1-ad337182f8f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:49:47.317885 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fb4c49-09bd-46c2-b6e1-ad337182f8f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:49:47.318218 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fb4c49-09bd-46c2-b6e1-ad337182f8f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:49:47.318592 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fb4c49-09bd-46c2-b6e1-ad337182f8f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:49:47.318922 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fb4c49-09bd-46c2-b6e1-ad337182f8f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:49:47.319284 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fb4c49-09bd-46c2-b6e1-ad337182f8f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:49:47.319571 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fb4c49-09bd-46c2-b6e1-ad337182f8f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:49:47.319924 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fb4c49-09bd-46c2-b6e1-ad337182f8f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:49:47.320355 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fb4c49-09bd-46c2-b6e1-ad337182f8f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:49:47.320566 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fb4c49-09bd-46c2-b6e1-ad337182f8f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:49:47.320883 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fb4c49-09bd-46c2-b6e1-ad337182f8f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:49:47.327943 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.managers [None req-a7fb4c49-09bd-46c2-b6e1-ad337182f8f4 None None] Attempting to bind port c32bcbc5-f398-400e-ab74-753a9819a6b3 on host dv-cinder-xena-3-iscsi for vnic_type normal with profile {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 17:49:47.328315 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.managers [None req-a7fb4c49-09bd-46c2-b6e1-ad337182f8f4 None None] Attempting to bind port c32bcbc5-f398-400e-ab74-753a9819a6b3 by drivers openvswitch,hyperv on host dv-cinder-xena-3-iscsi at level 0 using segments [{'id': '20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '272ad309-eaf3-4f81-8366-f3ca4e7cfed0'}] {{(pid=114530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 17:49:47.328681 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fb4c49-09bd-46c2-b6e1-ad337182f8f4 None None] Attempting to bind port c32bcbc5-f398-400e-ab74-753a9819a6b3 on network 272ad309-eaf3-4f81-8366-f3ca4e7cfed0 {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 10 17:49:47.329847 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-2361d395-960c-4068-9f7d-8ecfd7df5e4d req-f9604184-a9cf-4c1c-900c-97d05ab2b010 service neutron] 10.222.0.27 "GET /v2.0/networks/e628d0f6-63d3-440a-9d16-11e611b2380d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3074195 Jun 10 17:49:47.334149 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fb4c49-09bd-46c2-b6e1-ad337182f8f4 None None] Checking agent: {'id': '87b91a5b-6105-4774-a25f-e6a5abfdfa1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-xena-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 10, 17, 40, 14), 'started_at': datetime.datetime(2022, 6, 10, 17, 40, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 10, 17, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-xena-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 10 17:49:47.334611 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fb4c49-09bd-46c2-b6e1-ad337182f8f4 None None] Checking segment: {'id': '20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '272ad309-eaf3-4f81-8366-f3ca4e7cfed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 10 17:49:47.335111 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-a7fb4c49-09bd-46c2-b6e1-ad337182f8f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:47.335468 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fb4c49-09bd-46c2-b6e1-ad337182f8f4 None None] Bound using segment: {'id': '20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '272ad309-eaf3-4f81-8366-f3ca4e7cfed0'} {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 10 17:49:47.336133 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.managers [None req-a7fb4c49-09bd-46c2-b6e1-ad337182f8f4 None None] Bound port: c32bcbc5-f398-400e-ab74-753a9819a6b3, host: dv-cinder-xena-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '272ad309-eaf3-4f81-8366-f3ca4e7cfed0'}}] {{(pid=114530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 17:49:47.336474 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-a7fb4c49-09bd-46c2-b6e1-ad337182f8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:47.428565 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-a7fb4c49-09bd-46c2-b6e1-ad337182f8f4 None None] For port c32bcbc5-f398-400e-ab74-753a9819a6b3, host dv-cinder-xena-3-iscsi, cleared binding levels {{(pid=114530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 10 17:49:47.431772 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-a7fb4c49-09bd-46c2-b6e1-ad337182f8f4 None None] For port c32bcbc5-f398-400e-ab74-753a9819a6b3, host dv-cinder-xena-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=c32bcbc5-f398-400e-ab74-753a9819a6b3,segment=NetworkSegment(20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a),segment_id=20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a)] {{(pid=114530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 10 17:49:47.445927 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-2361d395-960c-4068-9f7d-8ecfd7df5e4d req-7c65c7e6-dce0-4fb2-8170-a0f76cb358e0 service neutron] 10.222.0.27 "GET /v2.0/networks/e628d0f6-63d3-440a-9d16-11e611b2380d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079280 Jun 10 17:49:47.537421 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-a7fb4c49-09bd-46c2-b6e1-ad337182f8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:47.722684 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fb4c49-09bd-46c2-b6e1-ad337182f8f4 None None] Pushing event updated for resources: {'Port': ['ID=c32bcbc5-f398-400e-ab74-753a9819a6b3,revision_number=2']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:49:47.740241 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-97b28fca-aa9b-410f-9365-50d6f9d588fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:47.762807 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-97b28fca-aa9b-410f-9365-50d6f9d588fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:47.902334 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.db_base_plugin_common [None req-97b28fca-aa9b-410f-9365-50d6f9d588fa admin admin] Allocated IP 172.37.5.30 (8c026026-8e05-41b4-990c-0815c0c24f4f/e3db4be6-a2be-4d68-ab1f-8754e6ee5b68/7f6d17e9-2cf4-412e-86f5-f350d1ba889a) {{(pid=114529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 17:49:48.188671 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-97b28fca-aa9b-410f-9365-50d6f9d588fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:48.220083 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc83902-4ca8-4b85-acc7-dc909a1141ed req-ef5a5a1c-f405-46d5-bc26-25b73f19c4f1 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:48.223707 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-0bc83902-4ca8-4b85-acc7-dc909a1141ed req-ef5a5a1c-f405-46d5-bc26-25b73f19c4f1 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=2451b0e9-a4e2-4bfd-89a4-f2397dbe41df HTTP/1.1" status: 200 len: 945 time: 0.1080124 Jun 10 17:49:48.282904 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device c32bcbc5-f398-400e-ab74-753a9819a6b3 up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 17:49:48.306203 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-0bc83902-4ca8-4b85-acc7-dc909a1141ed req-8392d5e0-d679-459c-80eb-2df2dcb6fe48 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733907 Jun 10 17:49:48.379964 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Provisioning complete for port c32bcbc5-f398-400e-ab74-753a9819a6b3 triggered by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:49:48.380714 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:48.382690 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-97b28fca-aa9b-410f-9365-50d6f9d588fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764020614705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263063011'] for port, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:48.436217 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b28fca-aa9b-410f-9365-50d6f9d588fa admin admin] Network 8c026026-8e05-41b4-990c-0815c0c24f4f is already hosted by enough agents. {{(pid=114529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:49:48.445766 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.base_scheduler [None req-97b28fca-aa9b-410f-9365-50d6f9d588fa admin admin] Resources bound (agent type, host, resource id): {{(pid=114529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:49:48.450595 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b28fca-aa9b-410f-9365-50d6f9d588fa admin admin] Received port after_create {{(pid=114529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 10 17:49:48.480254 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Current status of the port c32bcbc5-f398-400e-ab74-753a9819a6b3 is: DOWN; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:49:48.481037 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:48.512186 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b28fca-aa9b-410f-9365-50d6f9d588fa admin admin] Pushing event updated for resources: {'Port': ['ID=7f6d17e9-2cf4-412e-86f5-f350d1ba889a,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:49:48.550620 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] For port c32bcbc5-f398-400e-ab74-753a9819a6b3, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=c32bcbc5-f398-400e-ab74-753a9819a6b3,segment=NetworkSegment(20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a),segment_id=20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:49:48.631817 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:48.717609 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Pushing event updated for resources: {'Port': ['ID=c32bcbc5-f398-400e-ab74-753a9819a6b3,revision_number=3']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:49:48.776832 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:48.898349 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b811f0c-9045-43a4-8cba-627da5958b6b None None] Network 272ad309-eaf3-4f81-8366-f3ca4e7cfed0 requested from dv-cinder-xena-3-iscsi {{(pid=114530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 17:49:48.941016 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-97b28fca-aa9b-410f-9365-50d6f9d588fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:48.981437 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-65fd66e3-af7e-4040-a426-1cf8a98be637 None None] Provisioning complete for port c32bcbc5-f398-400e-ab74-753a9819a6b3 triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:49:48.981808 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-65fd66e3-af7e-4040-a426-1cf8a98be637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:49.156889 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-65fd66e3-af7e-4040-a426-1cf8a98be637 None None] Current status of the port c32bcbc5-f398-400e-ab74-753a9819a6b3 is: ACTIVE; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:49:49.196363 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 43548) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:49:49.230561 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-97b28fca-aa9b-410f-9365-50d6f9d588fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754000'] for router, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:49.337506 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-f9c2b6fe-66bc-44e8-a3af-150253d1b999 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:49.381687 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-da55d99d-9e4f-4ad8-92cc-d6dab8cae80f None None] Provisioning complete for port c32bcbc5-f398-400e-ab74-753a9819a6b3 triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:49:49.382340 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-da55d99d-9e4f-4ad8-92cc-d6dab8cae80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:49.439756 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-f9c2b6fe-66bc-44e8-a3af-150253d1b999 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:49.449113 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8929f1f-a144-4b11-9cbb-dbce93f62e0e req-310ff7c6-1168-418f-827f-950cc4e6edae tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:49.450738 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d8929f1f-a144-4b11-9cbb-dbce93f62e0e req-310ff7c6-1168-418f-827f-950cc4e6edae tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=2451b0e9-a4e2-4bfd-89a4-f2397dbe41df HTTP/1.1" status: 200 len: 945 time: 0.0594578 Jun 10 17:49:49.481734 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-da55d99d-9e4f-4ad8-92cc-d6dab8cae80f None None] Current status of the port c32bcbc5-f398-400e-ab74-753a9819a6b3 is: ACTIVE; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:49:49.491293 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d8929f1f-a144-4b11-9cbb-dbce93f62e0e req-32bfe3ab-ba82-4618-9a45-562465418c73 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342400 Jun 10 17:49:49.495705 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97b28fca-aa9b-410f-9365-50d6f9d588fa admin admin] Router b08aacab-8f74-4fe8-ac9f-43f4322e361a is scheduled to L3 agent e04d2863-a40a-41db-9b2a-39042df37909 with binding_index 1 {{(pid=114529) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 10 17:49:49.541674 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-f9c2b6fe-66bc-44e8-a3af-150253d1b999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:49.579672 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-f9c2b6fe-66bc-44e8-a3af-150253d1b999 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=17d5a5549e6d4cbd9bbfcca3b800ee35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3869224 Jun 10 17:49:49.581987 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c2b6fe-66bc-44e8-a3af-150253d1b999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ae52ba-0ab0-4be8-99ba-2ae3cb6bdf03,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:49:49.586858 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 43556) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:49:49.639463 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b28fca-aa9b-410f-9365-50d6f9d588fa admin admin] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=114529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 10 17:49:49.649388 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb3a5cc-b5e1-4b0c-932e-a52109270b0e None None] Sync routers for ids ['b08aacab-8f74-4fe8-ac9f-43f4322e361a'] in dv-cinder-xena-3-iscsi {{(pid=114531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 17:49:49.663404 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb3a5cc-b5e1-4b0c-932e-a52109270b0e None None] Routers {'b08aacab-8f74-4fe8-ac9f-43f4322e361a'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:49:49.664251 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-afb3a5cc-b5e1-4b0c-932e-a52109270b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:49:41Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['b08aacab-8f74-4fe8-ac9f-43f4322e361a'], 'active': True} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:49:49.667292 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-5f95a0ad-f0f1-483f-80e7-2c59b7550f61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:49.728594 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-5f95a0ad-f0f1-483f-80e7-2c59b7550f61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:49.744683 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-97b28fca-aa9b-410f-9365-50d6f9d588fa admin admin] Notify callbacks [] for router, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:49.748868 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 43576) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:49:49.758893 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-97b28fca-aa9b-410f-9365-50d6f9d588fa admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.4145813 Jun 10 17:49:49.907345 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvr_db [None req-afb3a5cc-b5e1-4b0c-932e-a52109270b0e None None] Set router b08aacab-8f74-4fe8-ac9f-43f4322e361a gateway port host: dv-cinder-xena-3-iscsi {{(pid=114531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:49:49.919097 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-5f95a0ad-f0f1-483f-80e7-2c59b7550f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:49.923082 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-5f95a0ad-f0f1-483f-80e7-2c59b7550f61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:49.929868 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-5f95a0ad-f0f1-483f-80e7-2c59b7550f61 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e4ae52ba-0ab0-4be8-99ba-2ae3cb6bdf03 HTTP/1.1" status: 204 len: 168 time: 0.3418605 Jun 10 17:49:49.941113 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f95a0ad-f0f1-483f-80e7-2c59b7550f61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ae52ba-0ab0-4be8-99ba-2ae3cb6bdf03,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:49:50.118904 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-afb3a5cc-b5e1-4b0c-932e-a52109270b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08aacab-8f74-4fe8-ac9f-43f4322e361a', 'name': 'tempest-AttachVolumeShelveTestJSON-1204651457-router', 'tenant_id': '094eb7d216034d06b4925791cb320a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.30'}], 'enable_snat': True}, 'gw_port_id': '7f6d17e9-2cf4-412e-86f5-f350d1ba889a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:49:46Z', 'updated_at': '2022-06-10T17:49:48Z', 'revision_number': 3, 'project_id': '094eb7d216034d06b4925791cb320a38', 'gw_port': {'id': '7f6d17e9-2cf4-412e-86f5-f350d1ba889a', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b08aacab-8f74-4fe8-ac9f-43f4322e361a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:49:47Z', 'updated_at': '2022-06-10T17:49:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:49:50.168869 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb3a5cc-b5e1-4b0c-932e-a52109270b0e None None] Checking router: b08aacab-8f74-4fe8-ac9f-43f4322e361a for host: dv-cinder-xena-3-iscsi {{(pid=114531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 17:49:50.168869 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb3a5cc-b5e1-4b0c-932e-a52109270b0e None None] Updating router b08aacab-8f74-4fe8-ac9f-43f4322e361a port 7f6d17e9-2cf4-412e-86f5-f350d1ba889a binding host dv-cinder-xena-3-iscsi {{(pid=114531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 17:49:50.194557 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron_lib.callbacks.manager [None req-afb3a5cc-b5e1-4b0c-932e-a52109270b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:50.197963 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device c32bcbc5-f398-400e-ab74-753a9819a6b3 up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 17:49:50.254143 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Provisioning complete for port c32bcbc5-f398-400e-ab74-753a9819a6b3 triggered by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:49:50.254803 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:50.360856 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Current status of the port c32bcbc5-f398-400e-ab74-753a9819a6b3 is: ACTIVE; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:49:50.524802 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron_lib.callbacks.manager [None req-afb3a5cc-b5e1-4b0c-932e-a52109270b0e None None] Notify callbacks [] for port, precommit_update {{(pid=114531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:50.581137 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-f865463c-c7e4-4d73-921f-7863cb020fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:50.591032 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron_lib.callbacks.manager [None req-afb3a5cc-b5e1-4b0c-932e-a52109270b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:50.632248 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a604f65-648c-4983-878b-d72c79166a87 req-6334bbb9-5eed-4226-a001-28f8e8e72c1f tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:50.639577 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-8a604f65-648c-4983-878b-d72c79166a87 req-6334bbb9-5eed-4226-a001-28f8e8e72c1f tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=2451b0e9-a4e2-4bfd-89a4-f2397dbe41df HTTP/1.1" status: 200 len: 945 time: 0.0700147 Jun 10 17:49:50.639683 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58f38e3-a834-405e-a36e-1e665d048b06 None None] Pushing event updated for resources: {'Port': ['ID=7f6d17e9-2cf4-412e-86f5-f350d1ba889a,revision_number=2']} {{(pid=114531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:49:50.650382 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58f38e3-a834-405e-a36e-1e665d048b06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:49:50.651133 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58f38e3-a834-405e-a36e-1e665d048b06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:49:50.651133 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58f38e3-a834-405e-a36e-1e665d048b06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:49:50.651363 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58f38e3-a834-405e-a36e-1e665d048b06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:49:50.651682 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58f38e3-a834-405e-a36e-1e665d048b06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:49:50.652168 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58f38e3-a834-405e-a36e-1e665d048b06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:49:50.652642 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58f38e3-a834-405e-a36e-1e665d048b06 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:49:50.653544 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58f38e3-a834-405e-a36e-1e665d048b06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:49:50.654024 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58f38e3-a834-405e-a36e-1e665d048b06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:49:50.654536 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58f38e3-a834-405e-a36e-1e665d048b06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:49:50.654903 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58f38e3-a834-405e-a36e-1e665d048b06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:49:50.655376 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58f38e3-a834-405e-a36e-1e665d048b06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:49:50.697281 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.managers [None req-afb3a5cc-b5e1-4b0c-932e-a52109270b0e None None] Attempting to bind port 7f6d17e9-2cf4-412e-86f5-f350d1ba889a on host dv-cinder-xena-3-iscsi for vnic_type normal with profile {{(pid=114531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 17:49:50.697281 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.managers [None req-afb3a5cc-b5e1-4b0c-932e-a52109270b0e None None] Attempting to bind port 7f6d17e9-2cf4-412e-86f5-f350d1ba889a by drivers openvswitch,hyperv on host dv-cinder-xena-3-iscsi at level 0 using segments [{'id': 'bfeef927-6d24-4759-be0a-a8eced1bbc0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f'}] {{(pid=114531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 17:49:50.697281 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb3a5cc-b5e1-4b0c-932e-a52109270b0e None None] Attempting to bind port 7f6d17e9-2cf4-412e-86f5-f350d1ba889a on network 8c026026-8e05-41b4-990c-0815c0c24f4f {{(pid=114531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 10 17:49:50.706221 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-8a604f65-648c-4983-878b-d72c79166a87 req-52f28ca6-2226-4334-8299-8b82c4638e8f tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599804 Jun 10 17:49:50.712706 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb3a5cc-b5e1-4b0c-932e-a52109270b0e None None] Checking agent: {'id': '87b91a5b-6105-4774-a25f-e6a5abfdfa1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-xena-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 10, 17, 40, 14), 'started_at': datetime.datetime(2022, 6, 10, 17, 40, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 10, 17, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-xena-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 10 17:49:50.713323 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb3a5cc-b5e1-4b0c-932e-a52109270b0e None None] Checking segment: {'id': 'bfeef927-6d24-4759-be0a-a8eced1bbc0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 10 17:49:50.713885 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron_lib.callbacks.manager [None req-afb3a5cc-b5e1-4b0c-932e-a52109270b0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:50.714492 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb3a5cc-b5e1-4b0c-932e-a52109270b0e None None] Bound using segment: {'id': 'bfeef927-6d24-4759-be0a-a8eced1bbc0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f'} {{(pid=114531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 10 17:49:50.715246 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.managers [None req-afb3a5cc-b5e1-4b0c-932e-a52109270b0e None None] Bound port: 7f6d17e9-2cf4-412e-86f5-f350d1ba889a, host: dv-cinder-xena-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfeef927-6d24-4759-be0a-a8eced1bbc0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f'}}] {{(pid=114531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 17:49:50.715805 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron_lib.callbacks.manager [None req-afb3a5cc-b5e1-4b0c-932e-a52109270b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:50.765960 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.db_base_plugin_common [None req-f865463c-c7e4-4d73-921f-7863cb020fe6 admin admin] Allocated IP 172.20.0.1 (272ad309-eaf3-4f81-8366-f3ca4e7cfed0/88a38658-7809-4abe-b052-dc4be9423e4c/f89c920b-0c58-4b20-8e3c-971757c8c6f8) {{(pid=114528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 17:49:50.775174 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.db [None req-afb3a5cc-b5e1-4b0c-932e-a52109270b0e None None] For port 7f6d17e9-2cf4-412e-86f5-f350d1ba889a, host dv-cinder-xena-3-iscsi, cleared binding levels {{(pid=114531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 10 17:49:50.779236 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.db [None req-afb3a5cc-b5e1-4b0c-932e-a52109270b0e None None] For port 7f6d17e9-2cf4-412e-86f5-f350d1ba889a, host dv-cinder-xena-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=7f6d17e9-2cf4-412e-86f5-f350d1ba889a,segment=NetworkSegment(bfeef927-6d24-4759-be0a-a8eced1bbc0e),segment_id=bfeef927-6d24-4759-be0a-a8eced1bbc0e)] {{(pid=114531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 10 17:49:50.879423 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-f865463c-c7e4-4d73-921f-7863cb020fe6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:50.907871 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron_lib.callbacks.manager [None req-afb3a5cc-b5e1-4b0c-932e-a52109270b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:50.968914 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58f38e3-a834-405e-a36e-1e665d048b06 None None] Pushing event updated for resources: {'Port': ['ID=7f6d17e9-2cf4-412e-86f5-f350d1ba889a,revision_number=3']} {{(pid=114531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:49:50.971730 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb3a5cc-b5e1-4b0c-932e-a52109270b0e None None] Routers {'b08aacab-8f74-4fe8-ac9f-43f4322e361a'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:49:50.972711 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-afb3a5cc-b5e1-4b0c-932e-a52109270b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:49:41Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['b08aacab-8f74-4fe8-ac9f-43f4322e361a'], 'active': True} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:49:50.982070 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-f865463c-c7e4-4d73-921f-7863cb020fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764020614705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940005'] for port, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:51.029797 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f865463c-c7e4-4d73-921f-7863cb020fe6 admin admin] Network 272ad309-eaf3-4f81-8366-f3ca4e7cfed0 is already hosted by enough agents. {{(pid=114528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:49:51.032936 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.base_scheduler [None req-f865463c-c7e4-4d73-921f-7863cb020fe6 admin admin] Resources bound (agent type, host, resource id): {{(pid=114528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:49:51.040087 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f865463c-c7e4-4d73-921f-7863cb020fe6 admin admin] Received port after_create {{(pid=114528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 10 17:49:51.067069 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f865463c-c7e4-4d73-921f-7863cb020fe6 admin admin] Pushing event updated for resources: {'Port': ['ID=f89c920b-0c58-4b20-8e3c-971757c8c6f8,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:49:51.086514 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvr_db [None req-afb3a5cc-b5e1-4b0c-932e-a52109270b0e None None] Set router b08aacab-8f74-4fe8-ac9f-43f4322e361a gateway port host: dv-cinder-xena-3-iscsi {{(pid=114531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:49:51.102706 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-f865463c-c7e4-4d73-921f-7863cb020fe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754083'] for router_interface, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:51.291438 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-afb3a5cc-b5e1-4b0c-932e-a52109270b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08aacab-8f74-4fe8-ac9f-43f4322e361a', 'name': 'tempest-AttachVolumeShelveTestJSON-1204651457-router', 'tenant_id': '094eb7d216034d06b4925791cb320a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.30'}], 'enable_snat': True}, 'gw_port_id': '7f6d17e9-2cf4-412e-86f5-f350d1ba889a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:49:46Z', 'updated_at': '2022-06-10T17:49:48Z', 'revision_number': 3, 'project_id': '094eb7d216034d06b4925791cb320a38', 'gw_port': {'id': '7f6d17e9-2cf4-412e-86f5-f350d1ba889a', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b08aacab-8f74-4fe8-ac9f-43f4322e361a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:49:47Z', 'updated_at': '2022-06-10T17:49:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:49:51.293841 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-f865463c-c7e4-4d73-921f-7863cb020fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:51.324711 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb3a5cc-b5e1-4b0c-932e-a52109270b0e None None] The sync data for ids ['b08aacab-8f74-4fe8-ac9f-43f4322e361a'] in dv-cinder-xena-3-iscsi is: [{'id': 'b08aacab-8f74-4fe8-ac9f-43f4322e361a', 'name': 'tempest-AttachVolumeShelveTestJSON-1204651457-router', 'tenant_id': '094eb7d216034d06b4925791cb320a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.30'}], 'enable_snat': True}, 'gw_port_id': '7f6d17e9-2cf4-412e-86f5-f350d1ba889a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:49:46Z', 'updated_at': '2022-06-10T17:49:48Z', 'revision_number': 3, 'project_id': '094eb7d216034d06b4925791cb320a38', 'gw_port': {'id': '7f6d17e9-2cf4-412e-86f5-f350d1ba889a', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b08aacab-8f74-4fe8-ac9f-43f4322e361a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:49:47Z', 'updated_at': '2022-06-10T17:49:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}] {{(pid=114531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 17:49:51.329472 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-4e3bc60c-9bae-4eb7-8a8a-16f82fa516fd None None] Provisioning complete for port f89c920b-0c58-4b20-8e3c-971757c8c6f8 triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:49:51.329988 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-4e3bc60c-9bae-4eb7-8a8a-16f82fa516fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:51.378922 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-4e3bc60c-9bae-4eb7-8a8a-16f82fa516fd None None] Port f89c920b-0c58-4b20-8e3c-971757c8c6f8 cannot update to ACTIVE because it is not bound. {{(pid=114530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 10 17:49:51.502316 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-f865463c-c7e4-4d73-921f-7863cb020fe6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:51.570162 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-f865463c-c7e4-4d73-921f-7863cb020fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940062'] for port, after_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:51.691674 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f865463c-c7e4-4d73-921f-7863cb020fe6 admin admin] Pushing event updated for resources: {'Port': ['ID=f89c920b-0c58-4b20-8e3c-971757c8c6f8,revision_number=2']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:49:51.715900 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-f865463c-c7e4-4d73-921f-7863cb020fe6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-734068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-779027'] for router_interface, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:51.842939 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f865463c-c7e4-4d73-921f-7863cb020fe6 admin admin] Network 272ad309-eaf3-4f81-8366-f3ca4e7cfed0 is already hosted by enough agents. {{(pid=114528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:49:51.845963 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.base_scheduler [None req-f865463c-c7e4-4d73-921f-7863cb020fe6 admin admin] Resources bound (agent type, host, resource id): {{(pid=114528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:49:51.856178 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacd65cd-1768-45ac-a47e-786270871406 req-22b9c9b4-6030-460d-b953-d60bdd068f5f tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:51.858543 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-dacd65cd-1768-45ac-a47e-786270871406 req-22b9c9b4-6030-460d-b953-d60bdd068f5f tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=2451b0e9-a4e2-4bfd-89a4-f2397dbe41df HTTP/1.1" status: 200 len: 945 time: 0.0643814 Jun 10 17:49:51.916806 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-dacd65cd-1768-45ac-a47e-786270871406 req-9514a6e6-1b68-451d-a285-3d69637648f5 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462732 Jun 10 17:49:52.006225 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f865463c-c7e4-4d73-921f-7863cb020fe6 admin admin] Router b08aacab-8f74-4fe8-ac9f-43f4322e361a has already been hosted by L3 agent e04d2863-a40a-41db-9b2a-39042df37909 {{(pid=114528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 10 17:49:52.105080 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-5ca9e9c3-8607-4345-bfc7-b85cd5feda1d None None] Provisioning complete for port f89c920b-0c58-4b20-8e3c-971757c8c6f8 triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:49:52.105460 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-5ca9e9c3-8607-4345-bfc7-b85cd5feda1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:52.125808 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f865463c-c7e4-4d73-921f-7863cb020fe6 admin admin] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=114528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 10 17:49:52.131934 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-f865463c-c7e4-4d73-921f-7863cb020fe6 admin admin] 10.222.0.16 "PUT /v2.0/routers/b08aacab-8f74-4fe8-ac9f-43f4322e361a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3815939 Jun 10 17:49:52.159380 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-5ca9e9c3-8607-4345-bfc7-b85cd5feda1d None None] Port f89c920b-0c58-4b20-8e3c-971757c8c6f8 cannot update to ACTIVE because it is not bound. {{(pid=114530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 10 17:49:52.251784 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device 7f6d17e9-2cf4-412e-86f5-f350d1ba889a up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 17:49:52.427906 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Provisioning complete for port 7f6d17e9-2cf4-412e-86f5-f350d1ba889a triggered by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:49:52.428461 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:52.528214 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Current status of the port 7f6d17e9-2cf4-412e-86f5-f350d1ba889a is: DOWN; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:49:52.528628 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:52.559117 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] For port 7f6d17e9-2cf4-412e-86f5-f350d1ba889a, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=7f6d17e9-2cf4-412e-86f5-f350d1ba889a,segment=NetworkSegment(bfeef927-6d24-4759-be0a-a8eced1bbc0e),segment_id=bfeef927-6d24-4759-be0a-a8eced1bbc0e)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:49:52.606391 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 43656) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:49:52.611655 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.v2.base [None req-b0100b92-54e0-4ebe-90cb-788ce811fcfd tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Request body: {'security_group': {'name': 'tempest-securitygroup--255370412', 'description': 'tempest-description--1362669876'}} {{(pid=114529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:49:52.619550 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:52.671563 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Pushing event updated for resources: {'Port': ['ID=7f6d17e9-2cf4-412e-86f5-f350d1ba889a,revision_number=4']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:49:52.688755 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-b0100b92-54e0-4ebe-90cb-788ce811fcfd tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks [] for security_group, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:52.759395 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-b0100b92-54e0-4ebe-90cb-788ce811fcfd tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks [] for security_group, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:52.861283 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-b0100b92-54e0-4ebe-90cb-788ce811fcfd tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:52.889263 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0100b92-54e0-4ebe-90cb-788ce811fcfd tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f495f1-1820-40fd-990d-a98c8e4946e8,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:49:52.966166 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-b0100b92-54e0-4ebe-90cb-788ce811fcfd tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks [] for security_group, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:52.968628 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-b0100b92-54e0-4ebe-90cb-788ce811fcfd tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3599005 Jun 10 17:49:52.971377 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 43664) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:49:52.975797 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.v2.base [None req-6483c208-9665-4802-a8ff-a57ac526b1f3 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Request body: {'security_group_rule': {'security_group_id': 'b5f495f1-1820-40fd-990d-a98c8e4946e8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:49:53.038785 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81326a-346b-416c-8900-a9fa58909ff7 req-d7b6b35e-eda5-47bf-bf31-10e3fbfc04d0 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:53.040240 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-6d81326a-346b-416c-8900-a9fa58909ff7 req-d7b6b35e-eda5-47bf-bf31-10e3fbfc04d0 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=2451b0e9-a4e2-4bfd-89a4-f2397dbe41df HTTP/1.1" status: 200 len: 945 time: 0.0601754 Jun 10 17:49:53.079155 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-6d81326a-346b-416c-8900-a9fa58909ff7 req-e2d41013-a85e-4acb-878a-996490c28695 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329723 Jun 10 17:49:53.089169 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-6483c208-9665-4802-a8ff-a57ac526b1f3 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:53.091810 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d18444e-a07c-45d1-aebc-134ef182b936 None None] Sync routers for ids ['b08aacab-8f74-4fe8-ac9f-43f4322e361a'] in dv-cinder-xena-3-iscsi {{(pid=114530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 17:49:53.102994 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d18444e-a07c-45d1-aebc-134ef182b936 None None] Routers {'b08aacab-8f74-4fe8-ac9f-43f4322e361a'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:49:53.103613 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-1d18444e-a07c-45d1-aebc-134ef182b936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:49:41Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['b08aacab-8f74-4fe8-ac9f-43f4322e361a'], 'active': True} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:49:53.143789 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-6483c208-9665-4802-a8ff-a57ac526b1f3 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:53.215025 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvr_db [None req-1d18444e-a07c-45d1-aebc-134ef182b936 None None] Set router b08aacab-8f74-4fe8-ac9f-43f4322e361a gateway port host: dv-cinder-xena-3-iscsi {{(pid=114530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:49:53.253846 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-6483c208-9665-4802-a8ff-a57ac526b1f3 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765151'] for security_group_rule, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:53.273803 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6483c208-9665-4802-a8ff-a57ac526b1f3 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8c75bd1-2381-4f20-99b8-af6256542bfd,revision_number=0']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:49:53.341521 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-6483c208-9665-4802-a8ff-a57ac526b1f3 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:53.342715 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-6483c208-9665-4802-a8ff-a57ac526b1f3 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3702900 Jun 10 17:49:53.346231 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 43668) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:49:53.350558 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.v2.base [None req-ffcaf532-dc78-4675-934e-371ed90b9d04 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Request body: {'security_group_rule': {'security_group_id': 'b5f495f1-1820-40fd-990d-a98c8e4946e8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:49:53.412361 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-1d18444e-a07c-45d1-aebc-134ef182b936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08aacab-8f74-4fe8-ac9f-43f4322e361a', 'name': 'tempest-AttachVolumeShelveTestJSON-1204651457-router', 'tenant_id': '094eb7d216034d06b4925791cb320a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.30'}], 'enable_snat': True}, 'gw_port_id': '7f6d17e9-2cf4-412e-86f5-f350d1ba889a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:49:46Z', 'updated_at': '2022-06-10T17:49:51Z', 'revision_number': 4, 'project_id': '094eb7d216034d06b4925791cb320a38', 'gw_port': {'id': '7f6d17e9-2cf4-412e-86f5-f350d1ba889a', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08aacab-8f74-4fe8-ac9f-43f4322e361a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:49:47Z', 'updated_at': '2022-06-10T17:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': 'f89c920b-0c58-4b20-8e3c-971757c8c6f8', 'name': '', 'network_id': '272ad309-eaf3-4f81-8366-f3ca4e7cfed0', 'tenant_id': '094eb7d216034d06b4925791cb320a38', 'mac_address': 'fa:16:3e:78:43:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b08aacab-8f74-4fe8-ac9f-43f4322e361a', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '88a38658-7809-4abe-b052-dc4be9423e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:49:50Z', 'updated_at': '2022-06-10T17:49:51Z', 'revision_number': 2, 'project_id': '094eb7d216034d06b4925791cb320a38', 'subnets': [{'id': '88a38658-7809-4abe-b052-dc4be9423e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:49:53.443394 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d18444e-a07c-45d1-aebc-134ef182b936 None None] Checking router: b08aacab-8f74-4fe8-ac9f-43f4322e361a for host: dv-cinder-xena-3-iscsi {{(pid=114530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 17:49:53.444029 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d18444e-a07c-45d1-aebc-134ef182b936 None None] Updating router b08aacab-8f74-4fe8-ac9f-43f4322e361a port f89c920b-0c58-4b20-8e3c-971757c8c6f8 binding host dv-cinder-xena-3-iscsi {{(pid=114530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 17:49:53.455210 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-ffcaf532-dc78-4675-934e-371ed90b9d04 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:53.468719 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-1d18444e-a07c-45d1-aebc-134ef182b936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:53.510769 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-ffcaf532-dc78-4675-934e-371ed90b9d04 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:53.581600 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-ffcaf532-dc78-4675-934e-371ed90b9d04 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765151'] for security_group_rule, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:53.610853 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcaf532-dc78-4675-934e-371ed90b9d04 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f07a2a5-0d34-43b1-9d2b-47f15a5011db,revision_number=0']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:49:53.709274 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-ffcaf532-dc78-4675-934e-371ed90b9d04 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:53.710641 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-ffcaf532-dc78-4675-934e-371ed90b9d04 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3634346 Jun 10 17:49:53.713584 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 43678) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:49:53.718213 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.v2.base [None req-4964d9b5-99e9-4fed-aba9-2e221009514d tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Request body: {'floatingip': {'floating_network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f'}} {{(pid=114529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:49:53.740985 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-1d18444e-a07c-45d1-aebc-134ef182b936 None None] Notify callbacks [] for port, precommit_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:53.815651 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-4964d9b5-99e9-4fed-aba9-2e221009514d tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks [] for floatingip, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:53.828003 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-1d18444e-a07c-45d1-aebc-134ef182b936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:53.890915 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181bd34b-d684-49bc-a964-abec6df30aff None None] Pushing event updated for resources: {'Port': ['ID=f89c920b-0c58-4b20-8e3c-971757c8c6f8,revision_number=3']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:49:53.943953 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.managers [None req-1d18444e-a07c-45d1-aebc-134ef182b936 None None] Attempting to bind port f89c920b-0c58-4b20-8e3c-971757c8c6f8 on host dv-cinder-xena-3-iscsi for vnic_type normal with profile {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 17:49:53.944313 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.managers [None req-1d18444e-a07c-45d1-aebc-134ef182b936 None None] Attempting to bind port f89c920b-0c58-4b20-8e3c-971757c8c6f8 by drivers openvswitch,hyperv on host dv-cinder-xena-3-iscsi at level 0 using segments [{'id': '20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '272ad309-eaf3-4f81-8366-f3ca4e7cfed0'}] {{(pid=114530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 17:49:53.944672 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d18444e-a07c-45d1-aebc-134ef182b936 None None] Attempting to bind port f89c920b-0c58-4b20-8e3c-971757c8c6f8 on network 272ad309-eaf3-4f81-8366-f3ca4e7cfed0 {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 10 17:49:53.950366 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d18444e-a07c-45d1-aebc-134ef182b936 None None] Checking agent: {'id': '87b91a5b-6105-4774-a25f-e6a5abfdfa1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-xena-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 10, 17, 40, 14), 'started_at': datetime.datetime(2022, 6, 10, 17, 40, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 10, 17, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-xena-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 10 17:49:53.950745 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d18444e-a07c-45d1-aebc-134ef182b936 None None] Checking segment: {'id': '20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '272ad309-eaf3-4f81-8366-f3ca4e7cfed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 10 17:49:53.951144 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-1d18444e-a07c-45d1-aebc-134ef182b936 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:53.951570 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d18444e-a07c-45d1-aebc-134ef182b936 None None] Bound using segment: {'id': '20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '272ad309-eaf3-4f81-8366-f3ca4e7cfed0'} {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 10 17:49:53.951996 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.managers [None req-1d18444e-a07c-45d1-aebc-134ef182b936 None None] Bound port: f89c920b-0c58-4b20-8e3c-971757c8c6f8, host: dv-cinder-xena-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '272ad309-eaf3-4f81-8366-f3ca4e7cfed0'}}] {{(pid=114530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 17:49:53.952417 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-1d18444e-a07c-45d1-aebc-134ef182b936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:54.022408 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-1d18444e-a07c-45d1-aebc-134ef182b936 None None] For port f89c920b-0c58-4b20-8e3c-971757c8c6f8, host dv-cinder-xena-3-iscsi, cleared binding levels {{(pid=114530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 10 17:49:54.025707 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-1d18444e-a07c-45d1-aebc-134ef182b936 None None] For port f89c920b-0c58-4b20-8e3c-971757c8c6f8, host dv-cinder-xena-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=f89c920b-0c58-4b20-8e3c-971757c8c6f8,segment=NetworkSegment(20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a),segment_id=20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a)] {{(pid=114530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 10 17:49:54.098060 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-8fc597c1-b664-41ab-97d1-43bcad0b537f None None] Provisioning complete for port f89c920b-0c58-4b20-8e3c-971757c8c6f8 triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:49:54.098390 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8fc597c1-b664-41ab-97d1-43bcad0b537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:54.101754 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-1d18444e-a07c-45d1-aebc-134ef182b936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:54.123843 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-4964d9b5-99e9-4fed-aba9-2e221009514d tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:54.210749 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device 7f6d17e9-2cf4-412e-86f5-f350d1ba889a up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 17:49:54.248463 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d18444e-a07c-45d1-aebc-134ef182b936 None None] Routers {'b08aacab-8f74-4fe8-ac9f-43f4322e361a'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:49:54.249095 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-1d18444e-a07c-45d1-aebc-134ef182b936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:49:41Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['b08aacab-8f74-4fe8-ac9f-43f4322e361a'], 'active': True} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:49:54.269358 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006db52f-7f6f-4f42-a118-9af5372dacda req-efd2ff6a-afcf-416a-8de0-9e08a9233fc3 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:54.270968 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-006db52f-7f6f-4f42-a118-9af5372dacda req-efd2ff6a-afcf-416a-8de0-9e08a9233fc3 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=2451b0e9-a4e2-4bfd-89a4-f2397dbe41df HTTP/1.1" status: 200 len: 945 time: 0.0951285 Jun 10 17:49:54.282295 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.db_base_plugin_common [None req-4964d9b5-99e9-4fed-aba9-2e221009514d tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Allocated IP 172.37.5.75 (8c026026-8e05-41b4-990c-0815c0c24f4f/e3db4be6-a2be-4d68-ab1f-8754e6ee5b68/41270794-90ad-4294-9d3a-79143dbf610d) {{(pid=114529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 17:49:54.306766 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181bd34b-d684-49bc-a964-abec6df30aff None None] Pushing event updated for resources: {'Port': ['ID=f89c920b-0c58-4b20-8e3c-971757c8c6f8,revision_number=4']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:49:54.329699 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-006db52f-7f6f-4f42-a118-9af5372dacda req-85ffddba-9daa-4c6c-97a3-d2fd341d3012 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493605 Jun 10 17:49:54.424505 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Provisioning complete for port 7f6d17e9-2cf4-412e-86f5-f350d1ba889a triggered by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:49:54.424871 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:54.426282 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8fc597c1-b664-41ab-97d1-43bcad0b537f None None] Current status of the port f89c920b-0c58-4b20-8e3c-971757c8c6f8 is: DOWN; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:49:54.426655 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8fc597c1-b664-41ab-97d1-43bcad0b537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:54.442104 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-4964d9b5-99e9-4fed-aba9-2e221009514d tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks [] for port, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:54.455342 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvr_db [None req-1d18444e-a07c-45d1-aebc-134ef182b936 None None] Set router b08aacab-8f74-4fe8-ac9f-43f4322e361a gateway port host: dv-cinder-xena-3-iscsi {{(pid=114530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:49:54.550685 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.agents_db [None req-a7dfe2cf-50d1-49ca-b1ce-2a181a6e45d3 None None] Agent healthcheck: found 6 active agents {{(pid=114531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 10 17:49:54.556077 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-8fc597c1-b664-41ab-97d1-43bcad0b537f None None] For port f89c920b-0c58-4b20-8e3c-971757c8c6f8, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=f89c920b-0c58-4b20-8e3c-971757c8c6f8,segment=NetworkSegment(20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a),segment_id=20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:49:54.564789 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-4964d9b5-99e9-4fed-aba9-2e221009514d tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764020614705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263063011'] for port, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:54.603639 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4964d9b5-99e9-4fed-aba9-2e221009514d tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Network 8c026026-8e05-41b4-990c-0815c0c24f4f is already hosted by enough agents. {{(pid=114529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:49:54.630027 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.base_scheduler [None req-4964d9b5-99e9-4fed-aba9-2e221009514d tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Resources bound (agent type, host, resource id): {{(pid=114529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:49:54.633455 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4964d9b5-99e9-4fed-aba9-2e221009514d tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Received port after_create {{(pid=114529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 10 17:49:54.651531 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8fc597c1-b664-41ab-97d1-43bcad0b537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:54.668170 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Current status of the port 7f6d17e9-2cf4-412e-86f5-f350d1ba889a is: ACTIVE; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:49:54.679769 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4964d9b5-99e9-4fed-aba9-2e221009514d tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Pushing event updated for resources: {'Port': ['ID=41270794-90ad-4294-9d3a-79143dbf610d,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:49:54.797031 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-4964d9b5-99e9-4fed-aba9-2e221009514d tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:54.895892 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-4964d9b5-99e9-4fed-aba9-2e221009514d tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:54.898504 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-83415d2c-d43c-4dd9-bfd2-34e85b279622 None None] Provisioning complete for port f89c920b-0c58-4b20-8e3c-971757c8c6f8 triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:49:54.903099 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-83415d2c-d43c-4dd9-bfd2-34e85b279622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:54.939610 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc597c1-b664-41ab-97d1-43bcad0b537f None None] Pushing event updated for resources: {'Port': ['ID=f89c920b-0c58-4b20-8e3c-971757c8c6f8,revision_number=5']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:49:54.982699 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-1d18444e-a07c-45d1-aebc-134ef182b936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08aacab-8f74-4fe8-ac9f-43f4322e361a', 'name': 'tempest-AttachVolumeShelveTestJSON-1204651457-router', 'tenant_id': '094eb7d216034d06b4925791cb320a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.30'}], 'enable_snat': True}, 'gw_port_id': '7f6d17e9-2cf4-412e-86f5-f350d1ba889a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:49:46Z', 'updated_at': '2022-06-10T17:49:51Z', 'revision_number': 4, 'project_id': '094eb7d216034d06b4925791cb320a38', 'gw_port': {'id': '7f6d17e9-2cf4-412e-86f5-f350d1ba889a', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08aacab-8f74-4fe8-ac9f-43f4322e361a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:49:47Z', 'updated_at': '2022-06-10T17:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': 'f89c920b-0c58-4b20-8e3c-971757c8c6f8', 'name': '', 'network_id': '272ad309-eaf3-4f81-8366-f3ca4e7cfed0', 'tenant_id': '094eb7d216034d06b4925791cb320a38', 'mac_address': 'fa:16:3e:78:43:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b08aacab-8f74-4fe8-ac9f-43f4322e361a', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '88a38658-7809-4abe-b052-dc4be9423e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:49:50Z', 'updated_at': '2022-06-10T17:49:54Z', 'revision_number': 4, 'project_id': '094eb7d216034d06b4925791cb320a38', 'subnets': [{'id': '88a38658-7809-4abe-b052-dc4be9423e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:49:55.032937 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d18444e-a07c-45d1-aebc-134ef182b936 None None] The sync data for ids ['b08aacab-8f74-4fe8-ac9f-43f4322e361a'] in dv-cinder-xena-3-iscsi is: [{'id': 'b08aacab-8f74-4fe8-ac9f-43f4322e361a', 'name': 'tempest-AttachVolumeShelveTestJSON-1204651457-router', 'tenant_id': '094eb7d216034d06b4925791cb320a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.30'}], 'enable_snat': True}, 'gw_port_id': '7f6d17e9-2cf4-412e-86f5-f350d1ba889a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:49:46Z', 'updated_at': '2022-06-10T17:49:51Z', 'revision_number': 4, 'project_id': '094eb7d216034d06b4925791cb320a38', 'gw_port': {'id': '7f6d17e9-2cf4-412e-86f5-f350d1ba889a', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08aacab-8f74-4fe8-ac9f-43f4322e361a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:49:47Z', 'updated_at': '2022-06-10T17:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': 'f89c920b-0c58-4b20-8e3c-971757c8c6f8', 'name': '', 'network_id': '272ad309-eaf3-4f81-8366-f3ca4e7cfed0', 'tenant_id': '094eb7d216034d06b4925791cb320a38', 'mac_address': 'fa:16:3e:78:43:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b08aacab-8f74-4fe8-ac9f-43f4322e361a', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '88a38658-7809-4abe-b052-dc4be9423e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:49:50Z', 'updated_at': '2022-06-10T17:49:54Z', 'revision_number': 4, 'project_id': '094eb7d216034d06b4925791cb320a38', 'subnets': [{'id': '88a38658-7809-4abe-b052-dc4be9423e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 17:49:55.045622 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-83415d2c-d43c-4dd9-bfd2-34e85b279622 None None] Current status of the port f89c920b-0c58-4b20-8e3c-971757c8c6f8 is: ACTIVE; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:49:55.108003 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-4964d9b5-99e9-4fed-aba9-2e221009514d tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks [] for port, precommit_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:55.239235 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-4964d9b5-99e9-4fed-aba9-2e221009514d tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263062808'] for port, after_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:55.333548 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4964d9b5-99e9-4fed-aba9-2e221009514d tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Pushing event updated for resources: {'Port': ['ID=41270794-90ad-4294-9d3a-79143dbf610d,revision_number=2']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:49:55.352847 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-4964d9b5-99e9-4fed-aba9-2e221009514d tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-753974'] for floatingip, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:55.454873 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-4964d9b5-99e9-4fed-aba9-2e221009514d tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for floatingip, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:55.459299 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-4964d9b5-99e9-4fed-aba9-2e221009514d tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7414699 Jun 10 17:49:55.468916 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bead98-32b2-4771-be46-895d2a847dd5 req-1e157f2a-185c-41e9-8aa6-9531147903b4 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:55.470740 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-29bead98-32b2-4771-be46-895d2a847dd5 req-1e157f2a-185c-41e9-8aa6-9531147903b4 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=2451b0e9-a4e2-4bfd-89a4-f2397dbe41df HTTP/1.1" status: 200 len: 945 time: 0.0598335 Jun 10 17:49:55.515942 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-29bead98-32b2-4771-be46-895d2a847dd5 req-aeb20675-fe71-46e2-a953-860981932bff tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380926 Jun 10 17:49:55.687031 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ff00097c-7e6e-4ea8-b84d-d5a879f50f70 req-06e44389-be9f-423d-b875-ccfb25110911 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--255370412&fields=id&tenant_id=094eb7d216034d06b4925791cb320a38 HTTP/1.1" status: 200 len: 267 time: 0.0445075 Jun 10 17:49:55.809472 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00097c-7e6e-4ea8-b84d-d5a879f50f70 req-91fa821c-a138-49be-bfa4-881284cbb56f tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:55.810923 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ff00097c-7e6e-4ea8-b84d-d5a879f50f70 req-91fa821c-a138-49be-bfa4-881284cbb56f tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/networks?id=272ad309-eaf3-4f81-8366-f3ca4e7cfed0 HTTP/1.1" status: 200 len: 817 time: 0.1229959 Jun 10 17:49:55.828520 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ff00097c-7e6e-4ea8-b84d-d5a879f50f70 req-dcae6119-f02d-4d3e-9448-2d5fbbc95010 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/quotas/094eb7d216034d06b4925791cb320a38 HTTP/1.1" status: 200 len: 375 time: 0.0108922 Jun 10 17:49:55.904798 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ff00097c-7e6e-4ea8-b84d-d5a879f50f70 req-38aad834-35ce-4516-8449-b634188fd56b tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=094eb7d216034d06b4925791cb320a38&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0672307 Jun 10 17:49:56.028702 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ff00097c-7e6e-4ea8-b84d-d5a879f50f70 req-a15a9619-c0cc-4fb1-95bb-d6f82dd825d9 service neutron] 10.222.0.16 "GET /v2.0/networks/272ad309-eaf3-4f81-8366-f3ca4e7cfed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113322 Jun 10 17:49:56.130825 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ff00097c-7e6e-4ea8-b84d-d5a879f50f70 req-0e5b5fcf-d775-4dc2-a14e-b68cc94e0c6a service neutron] 10.222.0.16 "GET /v2.0/networks/272ad309-eaf3-4f81-8366-f3ca4e7cfed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957503 Jun 10 17:49:56.240150 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device f89c920b-0c58-4b20-8e3c-971757c8c6f8 up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 17:49:56.305739 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Provisioning complete for port f89c920b-0c58-4b20-8e3c-971757c8c6f8 triggered by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:49:56.306110 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:56.391816 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Current status of the port f89c920b-0c58-4b20-8e3c-971757c8c6f8 is: ACTIVE; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:49:56.496480 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ac296f3a-4b6b-49ef-8802-66bbbd392ef0 req-e5c95736-cc45-41c6-9b3f-dfe712f181f3 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 210 time: 0.0293310 Jun 10 17:49:56.675805 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d2b28a-5d90-4105-9112-414071bf0abf req-92f43354-abde-48fb-8b50-017a418eb00b tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:56.675805 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-63d2b28a-5d90-4105-9112-414071bf0abf req-92f43354-abde-48fb-8b50-017a418eb00b tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=2451b0e9-a4e2-4bfd-89a4-f2397dbe41df HTTP/1.1" status: 200 len: 945 time: 0.0641642 Jun 10 17:49:56.720222 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-63d2b28a-5d90-4105-9112-414071bf0abf req-751d83c5-84ed-4d6c-8468-027ca04a2d41 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384989 Jun 10 17:49:57.100727 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 43802) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:49:57.207466 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-2036f53f-27fe-4ba9-b50c-2330e01f5615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:57.279903 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-2036f53f-27fe-4ba9-b50c-2330e01f5615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:57.413249 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-2036f53f-27fe-4ba9-b50c-2330e01f5615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:57.454495 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-2036f53f-27fe-4ba9-b50c-2330e01f5615 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1acb7e029c9142dc937107eafe2c8635&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3526280 Jun 10 17:49:57.455584 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2036f53f-27fe-4ba9-b50c-2330e01f5615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11fdb0b4-12a8-403b-a3f5-19a1583c66ed,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:49:57.457071 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 43808) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:49:57.508042 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-32d26e69-aa6e-49fe-9144-4d0bd8694cd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:57.528983 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-32d26e69-aa6e-49fe-9144-4d0bd8694cd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:57.599867 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-af95c572-4c78-4e42-847d-c4ad624752a1 req-f4d19cec-de5f-4e2b-93d7-2eeafe5edcf6 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 210 time: 0.0252154 Jun 10 17:49:57.632378 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-32d26e69-aa6e-49fe-9144-4d0bd8694cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:57.634971 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-32d26e69-aa6e-49fe-9144-4d0bd8694cd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:49:57.636129 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-32d26e69-aa6e-49fe-9144-4d0bd8694cd0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/11fdb0b4-12a8-403b-a3f5-19a1583c66ed HTTP/1.1" status: 204 len: 168 time: 0.1778920 Jun 10 17:49:57.644535 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d26e69-aa6e-49fe-9144-4d0bd8694cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11fdb0b4-12a8-403b-a3f5-19a1583c66ed,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:49:57.836944 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df09621-40a9-4253-8216-03fca9a463da req-e116b65d-69db-4515-a653-3755f2e9f8ee tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:57.838403 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-2df09621-40a9-4253-8216-03fca9a463da req-e116b65d-69db-4515-a653-3755f2e9f8ee tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=2451b0e9-a4e2-4bfd-89a4-f2397dbe41df HTTP/1.1" status: 200 len: 945 time: 0.0471246 Jun 10 17:49:57.879964 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-2df09621-40a9-4253-8216-03fca9a463da req-8ea969e7-3bee-4524-9b18-832f9740d170 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347762 Jun 10 17:49:58.708825 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-91059805-e9dc-48d1-814e-bd8ad4090321 req-2eea343e-cb3a-4c58-b36f-8a2859763e0b tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 210 time: 0.0273240 Jun 10 17:49:58.995132 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1033001-9f5f-4f6e-b8ad-8714105a6294 req-018f7059-6d79-4973-b373-7d5e6987e5fd tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:49:58.996651 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-a1033001-9f5f-4f6e-b8ad-8714105a6294 req-018f7059-6d79-4973-b373-7d5e6987e5fd tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=2451b0e9-a4e2-4bfd-89a4-f2397dbe41df HTTP/1.1" status: 200 len: 945 time: 0.0498040 Jun 10 17:49:59.035819 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-a1033001-9f5f-4f6e-b8ad-8714105a6294 req-bd8ffe02-483e-4638-8d81-300957f67401 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324769 Jun 10 17:49:59.816346 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-fab37a2b-4cb2-45d0-8a17-bca9274f7e8b req-5429be1f-b102-4e40-a947-313461ff4e91 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 210 time: 0.0303767 Jun 10 17:50:00.151813 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9eabd-2057-4d76-b638-9cc6e2a2adcf req-86ffca0f-b94b-41e0-b881-6bd0a541b159 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:00.153435 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ccb9eabd-2057-4d76-b638-9cc6e2a2adcf req-86ffca0f-b94b-41e0-b881-6bd0a541b159 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=2451b0e9-a4e2-4bfd-89a4-f2397dbe41df HTTP/1.1" status: 200 len: 945 time: 0.0502095 Jun 10 17:50:00.192606 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ccb9eabd-2057-4d76-b638-9cc6e2a2adcf req-0b3783c4-2829-4991-b311-acf7a71db39a tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322466 Jun 10 17:50:00.542151 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00097c-7e6e-4ea8-b84d-d5a879f50f70 req-5aba7999-9f4f-4532-b40d-49280101a491 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:00.543614 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ff00097c-7e6e-4ea8-b84d-d5a879f50f70 req-5aba7999-9f4f-4532-b40d-49280101a491 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.27 "GET /v2.0/networks?id=272ad309-eaf3-4f81-8366-f3ca4e7cfed0 HTTP/1.1" status: 200 len: 817 time: 0.1026943 Jun 10 17:50:00.613925 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ff00097c-7e6e-4ea8-b84d-d5a879f50f70 req-25fe3ccf-7146-4320-a10f-5d31460d3958 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=094eb7d216034d06b4925791cb320a38 HTTP/1.1" status: 200 len: 379 time: 0.0440493 Jun 10 17:50:00.625884 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.v2.base [req-ff00097c-7e6e-4ea8-b84d-d5a879f50f70 req-7e2a0d2c-320d-49da-bf97-7ec7265045b0 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Request body: {'port': {'device_id': '088ca270-b9ad-48f8-8928-ef0c99c2bcfe', 'network_id': '272ad309-eaf3-4f81-8366-f3ca4e7cfed0', 'admin_state_up': True, 'tenant_id': '094eb7d216034d06b4925791cb320a38', 'security_groups': ['b5f495f1-1820-40fd-990d-a98c8e4946e8']}} {{(pid=114529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:50:00.819417 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff00097c-7e6e-4ea8-b84d-d5a879f50f70 req-7e2a0d2c-320d-49da-bf97-7ec7265045b0 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Made reservation on behalf of 094eb7d216034d06b4925791cb320a38 for: {'port': 1} {{(pid=114529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 17:50:00.822980 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-ff00097c-7e6e-4ea8-b84d-d5a879f50f70 req-7e2a0d2c-320d-49da-bf97-7ec7265045b0 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:00.998714 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-41e3a946-2488-47d5-a9d9-7b8885285c9e req-a4705ce7-d468-49c5-b8a4-7b433cafd756 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 210 time: 0.0428774 Jun 10 17:50:01.016253 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.db_base_plugin_common [req-ff00097c-7e6e-4ea8-b84d-d5a879f50f70 req-7e2a0d2c-320d-49da-bf97-7ec7265045b0 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Allocated IP 172.20.0.8 (272ad309-eaf3-4f81-8366-f3ca4e7cfed0/88a38658-7809-4abe-b052-dc4be9423e4c/d0a7daab-fe71-46f4-8372-7e23b215b068) {{(pid=114529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 17:50:01.176747 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-ff00097c-7e6e-4ea8-b84d-d5a879f50f70 req-7e2a0d2c-320d-49da-bf97-7ec7265045b0 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks [] for port, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:01.307706 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-ff00097c-7e6e-4ea8-b84d-d5a879f50f70 req-7e2a0d2c-320d-49da-bf97-7ec7265045b0 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764020614705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263063011'] for port, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:01.355887 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff00097c-7e6e-4ea8-b84d-d5a879f50f70 req-7e2a0d2c-320d-49da-bf97-7ec7265045b0 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Network 272ad309-eaf3-4f81-8366-f3ca4e7cfed0 is already hosted by enough agents. {{(pid=114529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:50:01.361273 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.base_scheduler [req-ff00097c-7e6e-4ea8-b84d-d5a879f50f70 req-7e2a0d2c-320d-49da-bf97-7ec7265045b0 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Resources bound (agent type, host, resource id): {{(pid=114529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:50:01.364767 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 43890) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:50:01.367854 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff00097c-7e6e-4ea8-b84d-d5a879f50f70 req-7e2a0d2c-320d-49da-bf97-7ec7265045b0 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Received port after_create {{(pid=114529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 10 17:50:01.391457 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d215fd2-b512-4696-94c6-39eeb0e9f5d3 req-d6673afa-77cb-4b7f-8ff5-d36ef6455f9a tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:01.398419 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-5d215fd2-b512-4696-94c6-39eeb0e9f5d3 req-d6673afa-77cb-4b7f-8ff5-d36ef6455f9a tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=2451b0e9-a4e2-4bfd-89a4-f2397dbe41df HTTP/1.1" status: 200 len: 945 time: 0.1306896 Jun 10 17:50:01.434857 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2a0d2c-320d-49da-bf97-7ec7265045b0 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Pushing event updated for resources: {'Port': ['ID=d0a7daab-fe71-46f4-8372-7e23b215b068,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:01.490640 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00097c-7e6e-4ea8-b84d-d5a879f50f70 req-7e2a0d2c-320d-49da-bf97-7ec7265045b0 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:01.491442 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-ff00097c-7e6e-4ea8-b84d-d5a879f50f70 req-7e2a0d2c-320d-49da-bf97-7ec7265045b0 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for port, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:01.503174 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-5d215fd2-b512-4696-94c6-39eeb0e9f5d3 req-52756e5b-5bc6-49ac-9888-2d179381c2f6 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038983 Jun 10 17:50:01.537759 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 43898) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:50:01.588214 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-9ee8310d-503f-496d-9e72-72547bafa57f admin admin] Notify callbacks [] for security_group, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:01.591864 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ff00097c-7e6e-4ea8-b84d-d5a879f50f70 req-7e2a0d2c-320d-49da-bf97-7ec7265045b0 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9702823 Jun 10 17:50:01.618504 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.v2.base [req-ff00097c-7e6e-4ea8-b84d-d5a879f50f70 req-91bb7d89-0447-45e8-a335-166ac53dcee1 service neutron] Request body: {'port': {'device_id': '088ca270-b9ad-48f8-8928-ef0c99c2bcfe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-xena0'}} {{(pid=114529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:50:01.622884 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-e1e11b3b-123b-48cc-abe4-9ccb3399eeeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:01.671416 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-9ee8310d-503f-496d-9e72-72547bafa57f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:01.694850 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-ff00097c-7e6e-4ea8-b84d-d5a879f50f70 req-91bb7d89-0447-45e8-a335-166ac53dcee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:01.716452 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-fd849bea-379a-4875-880a-7a73c9a89540 None None] Provisioning complete for port d0a7daab-fe71-46f4-8372-7e23b215b068 triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:50:01.717085 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-fd849bea-379a-4875-880a-7a73c9a89540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:01.751585 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-fd849bea-379a-4875-880a-7a73c9a89540 None None] Port d0a7daab-fe71-46f4-8372-7e23b215b068 cannot update to ACTIVE because it is not bound. {{(pid=114530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 10 17:50:01.769423 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-9ee8310d-503f-496d-9e72-72547bafa57f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:01.815887 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-9ee8310d-503f-496d-9e72-72547bafa57f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5dac6f3a66814062b691473adef97a07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4467638 Jun 10 17:50:01.815887 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee8310d-503f-496d-9e72-72547bafa57f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=923f6847-afe1-4c09-abb5-ca8119e38dba,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:01.817620 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 43904) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:50:01.843921 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-e1e11b3b-123b-48cc-abe4-9ccb3399eeeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:01.870128 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-d850b18f-e9f8-4578-bf6c-336944df3b5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:01.891817 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-d850b18f-e9f8-4578-bf6c-336944df3b5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:01.910457 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-e1e11b3b-123b-48cc-abe4-9ccb3399eeeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:01.963276 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e11b3b-123b-48cc-abe4-9ccb3399eeeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d58c5b21-179f-4135-be5f-ce79ef25e849,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:01.969982 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-e1e11b3b-123b-48cc-abe4-9ccb3399eeeb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d29865a1c1694fb29295f8739d59ed2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4309678 Jun 10 17:50:01.972855 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 43906) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:50:02.028341 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-d850b18f-e9f8-4578-bf6c-336944df3b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:02.031390 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-d850b18f-e9f8-4578-bf6c-336944df3b5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:02.037203 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-d850b18f-e9f8-4578-bf6c-336944df3b5a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/923f6847-afe1-4c09-abb5-ca8119e38dba HTTP/1.1" status: 204 len: 168 time: 0.2140276 Jun 10 17:50:02.038266 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.notifiers.nova [req-ff00097c-7e6e-4ea8-b84d-d5a879f50f70 req-91bb7d89-0447-45e8-a335-166ac53dcee1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0a7daab-fe71-46f4-8372-7e23b215b068 {{(pid=114529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 10 17:50:02.050084 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-ff00097c-7e6e-4ea8-b84d-d5a879f50f70 req-91bb7d89-0447-45e8-a335-166ac53dcee1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:02.063590 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-6ee7c6d2-dcc8-4ab6-b262-6884c8a6595b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:02.065377 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d850b18f-e9f8-4578-bf6c-336944df3b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=923f6847-afe1-4c09-abb5-ca8119e38dba,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:02.066155 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.provisioning_blocks [req-ff00097c-7e6e-4ea8-b84d-d5a879f50f70 req-91bb7d89-0447-45e8-a335-166ac53dcee1 service neutron] Transition to ACTIVE for port object d0a7daab-fe71-46f4-8372-7e23b215b068 will not be triggered until provisioned by entity L2. {{(pid=114529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 17:50:02.096340 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-6ee7c6d2-dcc8-4ab6-b262-6884c8a6595b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:02.142373 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-ff00097c-7e6e-4ea8-b84d-d5a879f50f70 req-91bb7d89-0447-45e8-a335-166ac53dcee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263062808'] for port, after_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:02.203024 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1181b48a-7247-4c33-ba1a-abb6159681bb req-8439f7e9-bde8-4678-86e4-5f6b045b4564 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:02.204515 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-1181b48a-7247-4c33-ba1a-abb6159681bb req-8439f7e9-bde8-4678-86e4-5f6b045b4564 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 931 time: 0.0946648 Jun 10 17:50:02.224266 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bb7d89-0447-45e8-a335-166ac53dcee1 service neutron] Pushing event updated for resources: {'Port': ['ID=d0a7daab-fe71-46f4-8372-7e23b215b068,revision_number=2']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:02.256854 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-6ee7c6d2-dcc8-4ab6-b262-6884c8a6595b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:02.260055 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-6ee7c6d2-dcc8-4ab6-b262-6884c8a6595b admin admin] Notify callbacks [] for security_group, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:02.261177 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-6ee7c6d2-dcc8-4ab6-b262-6884c8a6595b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d58c5b21-179f-4135-be5f-ce79ef25e849 HTTP/1.1" status: 204 len: 168 time: 0.2872097 Jun 10 17:50:02.272020 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee7c6d2-dcc8-4ab6-b262-6884c8a6595b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58c5b21-179f-4135-be5f-ce79ef25e849,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:02.318952 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-1181b48a-7247-4c33-ba1a-abb6159681bb req-0d8708a0-aa45-4968-b0a4-f6d91ba81e8d tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008346 Jun 10 17:50:02.348960 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.managers [req-ff00097c-7e6e-4ea8-b84d-d5a879f50f70 req-91bb7d89-0447-45e8-a335-166ac53dcee1 service neutron] Attempting to bind port d0a7daab-fe71-46f4-8372-7e23b215b068 on host hv-cinder-xena0 for vnic_type normal with profile {{(pid=114529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 17:50:02.349294 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.managers [req-ff00097c-7e6e-4ea8-b84d-d5a879f50f70 req-91bb7d89-0447-45e8-a335-166ac53dcee1 service neutron] Attempting to bind port d0a7daab-fe71-46f4-8372-7e23b215b068 by drivers openvswitch,hyperv on host hv-cinder-xena0 at level 0 using segments [{'id': '20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '272ad309-eaf3-4f81-8366-f3ca4e7cfed0'}] {{(pid=114529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 17:50:02.349681 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff00097c-7e6e-4ea8-b84d-d5a879f50f70 req-91bb7d89-0447-45e8-a335-166ac53dcee1 service neutron] Attempting to bind port d0a7daab-fe71-46f4-8372-7e23b215b068 on network 272ad309-eaf3-4f81-8366-f3ca4e7cfed0 {{(pid=114529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 10 17:50:02.355988 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff00097c-7e6e-4ea8-b84d-d5a879f50f70 req-91bb7d89-0447-45e8-a335-166ac53dcee1 service neutron] Port d0a7daab-fe71-46f4-8372-7e23b215b068 on network 272ad309-eaf3-4f81-8366-f3ca4e7cfed0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-xena0 {{(pid=114529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 10 17:50:02.358772 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff00097c-7e6e-4ea8-b84d-d5a879f50f70 req-91bb7d89-0447-45e8-a335-166ac53dcee1 service neutron] Attempting to bind port d0a7daab-fe71-46f4-8372-7e23b215b068 on network 272ad309-eaf3-4f81-8366-f3ca4e7cfed0 {{(pid=114529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 10 17:50:02.365571 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff00097c-7e6e-4ea8-b84d-d5a879f50f70 req-91bb7d89-0447-45e8-a335-166ac53dcee1 service neutron] Checking agent: {'id': '7469bf7c-50e4-4cc8-b056-051e3e633b26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-xena0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 10, 17, 46, 19), 'started_at': datetime.datetime(2022, 6, 10, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 10, 17, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 10 17:50:02.368865 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff00097c-7e6e-4ea8-b84d-d5a879f50f70 req-91bb7d89-0447-45e8-a335-166ac53dcee1 service neutron] Checking segment: {'id': '20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '272ad309-eaf3-4f81-8366-f3ca4e7cfed0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 10 17:50:02.368865 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff00097c-7e6e-4ea8-b84d-d5a879f50f70 req-91bb7d89-0447-45e8-a335-166ac53dcee1 service neutron] Bound using segment: {'id': '20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '272ad309-eaf3-4f81-8366-f3ca4e7cfed0'} {{(pid=114529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 10 17:50:02.368865 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.managers [req-ff00097c-7e6e-4ea8-b84d-d5a879f50f70 req-91bb7d89-0447-45e8-a335-166ac53dcee1 service neutron] Bound port: d0a7daab-fe71-46f4-8372-7e23b215b068, host: hv-cinder-xena0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '272ad309-eaf3-4f81-8366-f3ca4e7cfed0'}}] {{(pid=114529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 17:50:02.368865 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-ff00097c-7e6e-4ea8-b84d-d5a879f50f70 req-91bb7d89-0447-45e8-a335-166ac53dcee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:02.438773 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.db [req-ff00097c-7e6e-4ea8-b84d-d5a879f50f70 req-91bb7d89-0447-45e8-a335-166ac53dcee1 service neutron] For port d0a7daab-fe71-46f4-8372-7e23b215b068, host hv-cinder-xena0, cleared binding levels {{(pid=114529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 10 17:50:02.441750 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.db [req-ff00097c-7e6e-4ea8-b84d-d5a879f50f70 req-91bb7d89-0447-45e8-a335-166ac53dcee1 service neutron] For port d0a7daab-fe71-46f4-8372-7e23b215b068, host hv-cinder-xena0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=d0a7daab-fe71-46f4-8372-7e23b215b068,segment=NetworkSegment(20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a),segment_id=20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a)] {{(pid=114529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 10 17:50:02.533923 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-ff00097c-7e6e-4ea8-b84d-d5a879f50f70 req-91bb7d89-0447-45e8-a335-166ac53dcee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263062808'] for port, after_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:02.581159 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00097c-7e6e-4ea8-b84d-d5a879f50f70 req-91bb7d89-0447-45e8-a335-166ac53dcee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:02.581770 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-ff00097c-7e6e-4ea8-b84d-d5a879f50f70 req-91bb7d89-0447-45e8-a335-166ac53dcee1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for port, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:02.583188 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ff00097c-7e6e-4ea8-b84d-d5a879f50f70 req-91bb7d89-0447-45e8-a335-166ac53dcee1 service neutron] 10.222.0.27 "PUT /v2.0/ports/d0a7daab-fe71-46f4-8372-7e23b215b068 HTTP/1.1" status: 200 len: 1093 time: 0.9687424 Jun 10 17:50:02.583605 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '088ca270-b9ad-48f8-8928-ef0c99c2bcfe', 'tag': 'd0a7daab-fe71-46f4-8372-7e23b215b068'}] {{(pid=114529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:50:02.585897 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}546b112a5b217dbfa88e609245cede7dd2905721b158f3f41c3dff8a3887b3c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c94a7e39-81b6-418f-8d10-bfd58d4e359d" -d '{"events": [{"name": "network-changed", "server_uuid": "088ca270-b9ad-48f8-8928-ef0c99c2bcfe", "tag": "d0a7daab-fe71-46f4-8372-7e23b215b068"}]}' {{(pid=114529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:50:02.615850 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bb7d89-0447-45e8-a335-166ac53dcee1 service neutron] Pushing event updated for resources: {'Port': ['ID=d0a7daab-fe71-46f4-8372-7e23b215b068,revision_number=3']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:02.678365 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Jun 2022 17:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e287461b-f309-4892-9957-7d4e92dc56bc x-openstack-request-id: req-e287461b-f309-4892-9957-7d4e92dc56bc {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:50:02.678365 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "088ca270-b9ad-48f8-8928-ef0c99c2bcfe", "tag": "d0a7daab-fe71-46f4-8372-7e23b215b068", "status": "completed", "code": 200}]} {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:50:02.678365 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e287461b-f309-4892-9957-7d4e92dc56bc {{(pid=114529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:50:02.683402 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e287461b-f309-4892-9957-7d4e92dc56bc'] response: {'name': 'network-changed', 'server_uuid': '088ca270-b9ad-48f8-8928-ef0c99c2bcfe', 'tag': 'd0a7daab-fe71-46f4-8372-7e23b215b068', 'status': 'completed', 'code': 200} Jun 10 17:50:02.771912 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70420016-84b8-4780-9352-9b68be3e596e req-0eef920b-44ce-4a17-9b35-fee3b202278e tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:02.773544 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-70420016-84b8-4780-9352-9b68be3e596e req-0eef920b-44ce-4a17-9b35-fee3b202278e tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=2451b0e9-a4e2-4bfd-89a4-f2397dbe41df HTTP/1.1" status: 200 len: 945 time: 0.1259408 Jun 10 17:50:02.786261 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a7e39-81b6-418f-8d10-bfd58d4e359d req-c02518e2-bb9d-4312-87b8-cca4dd51e446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:02.786261 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-c94a7e39-81b6-418f-8d10-bfd58d4e359d req-c02518e2-bb9d-4312-87b8-cca4dd51e446 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=094eb7d216034d06b4925791cb320a38&device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 1096 time: 0.0652585 Jun 10 17:50:02.899796 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-70420016-84b8-4780-9352-9b68be3e596e req-37c3c3ed-f1d4-4a07-afea-6ae1d020da69 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952966 Jun 10 17:50:02.956564 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a7e39-81b6-418f-8d10-bfd58d4e359d req-a7c26a6a-8d6a-41de-8294-e1d380ab09c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:02.958860 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-c94a7e39-81b6-418f-8d10-bfd58d4e359d req-a7c26a6a-8d6a-41de-8294-e1d380ab09c2 service neutron] 10.222.0.27 "GET /v2.0/networks?tenant_id=094eb7d216034d06b4925791cb320a38&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1566405 Jun 10 17:50:03.086127 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a7e39-81b6-418f-8d10-bfd58d4e359d req-ba6de127-e853-4e47-bffb-c6abed7cf8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:03.087670 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-c94a7e39-81b6-418f-8d10-bfd58d4e359d req-ba6de127-e853-4e47-bffb-c6abed7cf8d5 service neutron] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1212592 Jun 10 17:50:03.210162 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00097c-7e6e-4ea8-b84d-d5a879f50f70 req-96af4d4d-3b8d-4ee2-887d-940f4327d0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:03.211686 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ff00097c-7e6e-4ea8-b84d-d5a879f50f70 req-96af4d4d-3b8d-4ee2-887d-940f4327d0a5 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=094eb7d216034d06b4925791cb320a38&device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 1096 time: 0.0536168 Jun 10 17:50:03.268739 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ff00097c-7e6e-4ea8-b84d-d5a879f50f70 req-8d2a23f4-a752-49b5-bcf8-064d59b1d375 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0a7daab-fe71-46f4-8372-7e23b215b068 HTTP/1.1" status: 200 len: 217 time: 0.0405564 Jun 10 17:50:03.328731 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00097c-7e6e-4ea8-b84d-d5a879f50f70 req-d0c857a9-d4d7-455f-bf0e-412cb01a57b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:03.330224 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ff00097c-7e6e-4ea8-b84d-d5a879f50f70 req-d0c857a9-d4d7-455f-bf0e-412cb01a57b8 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=88a38658-7809-4abe-b052-dc4be9423e4c HTTP/1.1" status: 200 len: 856 time: 0.0541997 Jun 10 17:50:03.375535 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00097c-7e6e-4ea8-b84d-d5a879f50f70 req-55ba295d-cb7f-48cc-b996-ff8702cdee0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:03.377328 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ff00097c-7e6e-4ea8-b84d-d5a879f50f70 req-55ba295d-cb7f-48cc-b996-ff8702cdee0f service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=272ad309-eaf3-4f81-8366-f3ca4e7cfed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0392194 Jun 10 17:50:03.503435 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3750d232-bad1-410f-8766-68a0e3951afc req-4d30eb38-fa4e-4af1-b00f-cd7cf92525d3 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:03.504830 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-3750d232-bad1-410f-8766-68a0e3951afc req-4d30eb38-fa4e-4af1-b00f-cd7cf92525d3 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 943 time: 0.1023893 Jun 10 17:50:03.521752 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ff00097c-7e6e-4ea8-b84d-d5a879f50f70 req-a67071ed-8e95-4cf6-a92d-bfb2c593cd1b service neutron] 10.222.0.27 "GET /v2.0/networks/272ad309-eaf3-4f81-8366-f3ca4e7cfed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368768 Jun 10 17:50:03.535327 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 43982) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:50:03.575849 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-3750d232-bad1-410f-8766-68a0e3951afc req-e7a530d4-176b-4a40-9946-fe02630ae213 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632546 Jun 10 17:50:03.666543 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [None req-2b638a89-9ccc-45a0-bfcb-b5f070715a80 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1859031834-network', 'tenant_id': 'e2a954ea643d435d9866bed98144a549'}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:50:03.810043 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b638a89-9ccc-45a0-bfcb-b5f070715a80 admin admin] Made reservation on behalf of e2a954ea643d435d9866bed98144a549 for: {'network': 1} {{(pid=114528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 17:50:03.812752 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-2b638a89-9ccc-45a0-bfcb-b5f070715a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for network, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:03.821817 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-2b638a89-9ccc-45a0-bfcb-b5f070715a80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:03.839642 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ff00097c-7e6e-4ea8-b84d-d5a879f50f70 req-0a00d895-42cf-422f-a966-de992b079394 service neutron] 10.222.0.27 "GET /v2.0/networks/272ad309-eaf3-4f81-8366-f3ca4e7cfed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097010 Jun 10 17:50:03.908264 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-2b638a89-9ccc-45a0-bfcb-b5f070715a80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:03.963872 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-2b638a89-9ccc-45a0-bfcb-b5f070715a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:03.978336 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b638a89-9ccc-45a0-bfcb-b5f070715a80 admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=114528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 17:50:03.999888 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-2b638a89-9ccc-45a0-bfcb-b5f070715a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009214'] for segment, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:04.000225 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.db.segments_db [None req-2b638a89-9ccc-45a0-bfcb-b5f070715a80 admin admin] Added segment d8d5c4f9-464f-45ae-828b-d5468569bc5a of type vlan for network 1f32841e-c7bf-4753-a1a7-c09b804b3a5f Jun 10 17:50:04.039402 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0c4583-184a-42ea-8c15-302af86293bc req-48877871-9bd2-44bd-9404-9ba97de8d949 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:04.050049 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-3c0c4583-184a-42ea-8c15-302af86293bc req-48877871-9bd2-44bd-9404-9ba97de8d949 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=2451b0e9-a4e2-4bfd-89a4-f2397dbe41df HTTP/1.1" status: 200 len: 945 time: 0.0680103 Jun 10 17:50:04.050470 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b638a89-9ccc-45a0-bfcb-b5f070715a80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=084106dd-80e3-4bba-91bc-837cf10f46c9,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:04.074131 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-2b638a89-9ccc-45a0-bfcb-b5f070715a80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764020540941'] for network, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:04.102263 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-3c0c4583-184a-42ea-8c15-302af86293bc req-0e4e2a76-0360-4c3d-a5cd-ed9a6bac56bd tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504484 Jun 10 17:50:04.196551 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-2b638a89-9ccc-45a0-bfcb-b5f070715a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050'] for network, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:04.197545 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b638a89-9ccc-45a0-bfcb-b5f070715a80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:04.198151 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-2b638a89-9ccc-45a0-bfcb-b5f070715a80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-734032'] for network, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:04.256679 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b638a89-9ccc-45a0-bfcb-b5f070715a80 admin admin] Pushing event updated for resources: {'Network': ['ID=1f32841e-c7bf-4753-a1a7-c09b804b3a5f,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:04.268483 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Network 1f32841e-c7bf-4753-a1a7-c09b804b3a5f details requested by agent ovs-agent-dv-cinder-xena-3-iscsi with host dv-cinder-xena-3-iscsi {{(pid=114530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 10 17:50:04.290853 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-2b638a89-9ccc-45a0-bfcb-b5f070715a80 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7541597 Jun 10 17:50:04.293748 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 44044) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:50:04.298693 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [None req-24f79bb7-c71c-43bb-b0a7-dbdf65f3f6bd admin admin] Request body: {'subnet': {'network_id': '1f32841e-c7bf-4753-a1a7-c09b804b3a5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1859031834-subnet', 'tenant_id': 'e2a954ea643d435d9866bed98144a549', 'ip_version': 4}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:50:04.379635 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f79bb7-c71c-43bb-b0a7-dbdf65f3f6bd admin admin] Made reservation on behalf of e2a954ea643d435d9866bed98144a549 for: {'subnet': 1} {{(pid=114528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 17:50:04.382052 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-24f79bb7-c71c-43bb-b0a7-dbdf65f3f6bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263612217'] for subnet, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:04.653926 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-24f79bb7-c71c-43bb-b0a7-dbdf65f3f6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262939921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263612203'] for subnet, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:04.709391 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f79bb7-c71c-43bb-b0a7-dbdf65f3f6bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=5534695f-d2e1-44a9-977d-39ba1417d8f6,revision_number=0']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:04.720030 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f79bb7-c71c-43bb-b0a7-dbdf65f3f6bd admin admin] Checking segment: {'id': 'd8d5c4f9-464f-45ae-828b-d5468569bc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '1f32841e-c7bf-4753-a1a7-c09b804b3a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 10 17:50:04.720379 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f79bb7-c71c-43bb-b0a7-dbdf65f3f6bd admin admin] Network hostable DHCP agents. Network: 1f32841e-c7bf-4753-a1a7-c09b804b3a5f, hostable agents: ['bccf9388-ecf1-4acf-9e95-63f97cf623b0'], hosted agents: [] {{(pid=114528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 17:50:04.725721 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defedab7-5324-4067-8e96-41e204e3fe3f req-03c13268-2713-4b82-8056-171c3c336608 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:04.727242 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-defedab7-5324-4067-8e96-41e204e3fe3f req-03c13268-2713-4b82-8056-171c3c336608 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 943 time: 0.0486550 Jun 10 17:50:04.785594 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-defedab7-5324-4067-8e96-41e204e3fe3f req-66d84b17-384a-4e05-a709-704685407715 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520310 Jun 10 17:50:04.802200 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f79bb7-c71c-43bb-b0a7-dbdf65f3f6bd admin admin] Network 1f32841e-c7bf-4753-a1a7-c09b804b3a5f is scheduled to be hosted by DHCP agent bccf9388-ecf1-4acf-9e95-63f97cf623b0 with binding_index 1 {{(pid=114528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 17:50:04.887709 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.base_scheduler [None req-24f79bb7-c71c-43bb-b0a7-dbdf65f3f6bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-xena-3-iscsi, 1f32841e-c7bf-4753-a1a7-c09b804b3a5f) {{(pid=114528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:50:04.893244 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f79bb7-c71c-43bb-b0a7-dbdf65f3f6bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:04.894919 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-24f79bb7-c71c-43bb-b0a7-dbdf65f3f6bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:04.902035 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a6e1eb-378f-45cf-be6f-11f7e08daf83 None None] Network 1f32841e-c7bf-4753-a1a7-c09b804b3a5f requested from dv-cinder-xena-3-iscsi {{(pid=114530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 17:50:04.940940 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 44068) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:50:05.001274 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-24f79bb7-c71c-43bb-b0a7-dbdf65f3f6bd admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7063353 Jun 10 17:50:05.003886 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 44072) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:50:05.008534 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [None req-82486b0e-0588-479c-a24a-9e6e043a61fe admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1859031834-router', 'tenant_id': 'e2a954ea643d435d9866bed98144a549', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f'}}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:50:05.064173 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-875b5dc4-eadd-4b1a-ae36-e09821e57f13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:05.079836 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2f0048-15e3-45ad-8976-41c6fc1f95e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77de9516-29da-567c-b3ac-4325783e7148-1f32841e-c7bf-4753-a1a7-c09b804b3a5f', 'network_id': '1f32841e-c7bf-4753-a1a7-c09b804b3a5f', 'tenant_id': 'e2a954ea643d435d9866bed98144a549', 'fixed_ips': [{'subnet_id': '5534695f-d2e1-44a9-977d-39ba1417d8f6'}]}} from dv-cinder-xena-3-iscsi. {{(pid=114530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 17:50:05.079836 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-5d2f0048-15e3-45ad-8976-41c6fc1f95e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_create {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:05.148400 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-875b5dc4-eadd-4b1a-ae36-e09821e57f13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:05.158473 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-82486b0e-0588-479c-a24a-9e6e043a61fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-777435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14490'] for router, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:05.161482 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-82486b0e-0588-479c-a24a-9e6e043a61fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-778659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14481'] for router, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:05.232064 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-82486b0e-0588-479c-a24a-9e6e043a61fe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:05.237505 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.db_base_plugin_common [None req-5d2f0048-15e3-45ad-8976-41c6fc1f95e0 None None] Allocated IP 172.20.0.2 (1f32841e-c7bf-4753-a1a7-c09b804b3a5f/5534695f-d2e1-44a9-977d-39ba1417d8f6/e4df2076-70f0-46df-9832-d41fca74929a) {{(pid=114530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 17:50:05.241809 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-875b5dc4-eadd-4b1a-ae36-e09821e57f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:05.247431 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cfb9e4-25db-4169-9a7f-7942a2336019 req-d6c31c3c-93e2-4e11-9fc4-9fc7b6fef767 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:05.249239 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-03cfb9e4-25db-4169-9a7f-7942a2336019 req-d6c31c3c-93e2-4e11-9fc4-9fc7b6fef767 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=2451b0e9-a4e2-4bfd-89a4-f2397dbe41df HTTP/1.1" status: 200 len: 945 time: 0.0709231 Jun 10 17:50:05.284884 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-875b5dc4-eadd-4b1a-ae36-e09821e57f13 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e4add65121e541a29a825f3cb137613a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3428395 Jun 10 17:50:05.287433 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 44080) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:50:05.301898 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875b5dc4-eadd-4b1a-ae36-e09821e57f13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dae7c68-bfb2-445b-b6a3-70dbf2ac2ede,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:05.316366 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-03cfb9e4-25db-4169-9a7f-7942a2336019 req-9744c483-a16d-4a87-903d-cb26a9c63ec1 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533392 Jun 10 17:50:05.405368 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-5d2f0048-15e3-45ad-8976-41c6fc1f95e0 None None] Notify callbacks [] for port, precommit_create {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:05.478570 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-5d2f0048-15e3-45ad-8976-41c6fc1f95e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764020614705'] for port, after_create {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:05.505937 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-82486b0e-0588-479c-a24a-9e6e043a61fe admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:05.514957 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-a6ba9b45-b65e-4aa7-a826-8b971e50b4f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:05.529148 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb493ba-7614-4375-a2ab-e7e2d2257fda req-4696c4e8-f036-493d-9b6b-f98f13b2cd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:05.530857 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ecb493ba-7614-4375-a2ab-e7e2d2257fda req-4696c4e8-f036-493d-9b6b-f98f13b2cd2d service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=2451b0e9-a4e2-4bfd-89a4-f2397dbe41df HTTP/1.1" status: 200 len: 1098 time: 0.0448866 Jun 10 17:50:05.540949 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-a6ba9b45-b65e-4aa7-a826-8b971e50b4f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:05.544557 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2f0048-15e3-45ad-8976-41c6fc1f95e0 None None] Network 1f32841e-c7bf-4753-a1a7-c09b804b3a5f is already hosted by enough agents. {{(pid=114530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:50:05.546382 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2f0048-15e3-45ad-8976-41c6fc1f95e0 None None] Pushing event updated for resources: {'Port': ['ID=e4df2076-70f0-46df-9832-d41fca74929a,revision_number=1']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:05.550645 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.scheduler.base_scheduler [None req-5d2f0048-15e3-45ad-8976-41c6fc1f95e0 None None] Resources bound (agent type, host, resource id): {{(pid=114530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:50:05.553406 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2f0048-15e3-45ad-8976-41c6fc1f95e0 None None] Received port after_create {{(pid=114530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 10 17:50:05.593805 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ecb493ba-7614-4375-a2ab-e7e2d2257fda req-a03a4272-8217-4d8d-9b1b-19162b97eb9b service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554724 Jun 10 17:50:05.617872 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.managers [None req-5d2f0048-15e3-45ad-8976-41c6fc1f95e0 None None] Attempting to bind port e4df2076-70f0-46df-9832-d41fca74929a on host dv-cinder-xena-3-iscsi for vnic_type normal with profile {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 17:50:05.618261 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.managers [None req-5d2f0048-15e3-45ad-8976-41c6fc1f95e0 None None] Attempting to bind port e4df2076-70f0-46df-9832-d41fca74929a by drivers openvswitch,hyperv on host dv-cinder-xena-3-iscsi at level 0 using segments [{'id': 'd8d5c4f9-464f-45ae-828b-d5468569bc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '1f32841e-c7bf-4753-a1a7-c09b804b3a5f'}] {{(pid=114530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 17:50:05.618633 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2f0048-15e3-45ad-8976-41c6fc1f95e0 None None] Attempting to bind port e4df2076-70f0-46df-9832-d41fca74929a on network 1f32841e-c7bf-4753-a1a7-c09b804b3a5f {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 10 17:50:05.624653 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2f0048-15e3-45ad-8976-41c6fc1f95e0 None None] Checking agent: {'id': '87b91a5b-6105-4774-a25f-e6a5abfdfa1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-xena-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 10, 17, 40, 14), 'started_at': datetime.datetime(2022, 6, 10, 17, 40, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 10, 17, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-xena-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 10 17:50:05.625322 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2f0048-15e3-45ad-8976-41c6fc1f95e0 None None] Checking segment: {'id': 'd8d5c4f9-464f-45ae-828b-d5468569bc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '1f32841e-c7bf-4753-a1a7-c09b804b3a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 10 17:50:05.625721 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-5d2f0048-15e3-45ad-8976-41c6fc1f95e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:05.626102 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2f0048-15e3-45ad-8976-41c6fc1f95e0 None None] Bound using segment: {'id': 'd8d5c4f9-464f-45ae-828b-d5468569bc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '1f32841e-c7bf-4753-a1a7-c09b804b3a5f'} {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 10 17:50:05.626741 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.managers [None req-5d2f0048-15e3-45ad-8976-41c6fc1f95e0 None None] Bound port: e4df2076-70f0-46df-9832-d41fca74929a, host: dv-cinder-xena-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8d5c4f9-464f-45ae-828b-d5468569bc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '1f32841e-c7bf-4753-a1a7-c09b804b3a5f'}}] {{(pid=114530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 17:50:05.627270 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-5d2f0048-15e3-45ad-8976-41c6fc1f95e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:05.696207 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-5d2f0048-15e3-45ad-8976-41c6fc1f95e0 None None] For port e4df2076-70f0-46df-9832-d41fca74929a, host dv-cinder-xena-3-iscsi, cleared binding levels {{(pid=114530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 10 17:50:05.699218 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-5d2f0048-15e3-45ad-8976-41c6fc1f95e0 None None] For port e4df2076-70f0-46df-9832-d41fca74929a, host dv-cinder-xena-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=e4df2076-70f0-46df-9832-d41fca74929a,segment=NetworkSegment(d8d5c4f9-464f-45ae-828b-d5468569bc5a),segment_id=d8d5c4f9-464f-45ae-828b-d5468569bc5a)] {{(pid=114530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 10 17:50:05.723607 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-a6ba9b45-b65e-4aa7-a826-8b971e50b4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:05.726094 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-a6ba9b45-b65e-4aa7-a826-8b971e50b4f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:05.727271 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-a6ba9b45-b65e-4aa7-a826-8b971e50b4f7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7dae7c68-bfb2-445b-b6a3-70dbf2ac2ede HTTP/1.1" status: 204 len: 168 time: 0.4388752 Jun 10 17:50:05.767130 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ba9b45-b65e-4aa7-a826-8b971e50b4f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dae7c68-bfb2-445b-b6a3-70dbf2ac2ede,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:05.788116 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-5d2f0048-15e3-45ad-8976-41c6fc1f95e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:05.822931 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-82486b0e-0588-479c-a24a-9e6e043a61fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:05.855004 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-82486b0e-0588-479c-a24a-9e6e043a61fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:05.887407 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2f0048-15e3-45ad-8976-41c6fc1f95e0 None None] Pushing event updated for resources: {'Port': ['ID=e4df2076-70f0-46df-9832-d41fca74929a,revision_number=2']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:05.986761 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1803f548-442c-4558-aac9-0f4643e2741e req-9ed5dadd-3277-4a0b-b8d4-4cb508d7ea0c tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:05.988533 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-1803f548-442c-4558-aac9-0f4643e2741e req-9ed5dadd-3277-4a0b-b8d4-4cb508d7ea0c tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 943 time: 0.0743175 Jun 10 17:50:05.996144 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.db_base_plugin_common [None req-82486b0e-0588-479c-a24a-9e6e043a61fe admin admin] Allocated IP 172.37.5.179 (8c026026-8e05-41b4-990c-0815c0c24f4f/e3db4be6-a2be-4d68-ab1f-8754e6ee5b68/5482ff96-11fd-44bd-b031-b7336ecb4ba1) {{(pid=114528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 17:50:06.058643 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-1803f548-442c-4558-aac9-0f4643e2741e req-490dc5f9-f504-4b92-91fd-f01241de906c tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612810 Jun 10 17:50:06.157957 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-82486b0e-0588-479c-a24a-9e6e043a61fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:06.269569 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device e4df2076-70f0-46df-9832-d41fca74929a up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 17:50:06.278720 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-82486b0e-0588-479c-a24a-9e6e043a61fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764020614705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940005'] for port, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:06.316160 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82486b0e-0588-479c-a24a-9e6e043a61fe admin admin] Network 8c026026-8e05-41b4-990c-0815c0c24f4f is already hosted by enough agents. {{(pid=114528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:50:06.321051 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Provisioning complete for port e4df2076-70f0-46df-9832-d41fca74929a triggered by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:50:06.321424 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:06.322799 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.base_scheduler [None req-82486b0e-0588-479c-a24a-9e6e043a61fe admin admin] Resources bound (agent type, host, resource id): {{(pid=114528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:50:06.327052 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82486b0e-0588-479c-a24a-9e6e043a61fe admin admin] Received port after_create {{(pid=114528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 10 17:50:06.377256 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82486b0e-0588-479c-a24a-9e6e043a61fe admin admin] Pushing event updated for resources: {'Port': ['ID=5482ff96-11fd-44bd-b031-b7336ecb4ba1,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:06.416378 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Current status of the port e4df2076-70f0-46df-9832-d41fca74929a is: DOWN; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:50:06.416926 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:06.452729 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4d075a-e0e0-4bf2-ae34-e223d108ae62 req-c8ff5a49-4f06-4543-9dc0-def15fbf4715 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:06.454438 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-bd4d075a-e0e0-4bf2-ae34-e223d108ae62 req-c8ff5a49-4f06-4543-9dc0-def15fbf4715 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=2451b0e9-a4e2-4bfd-89a4-f2397dbe41df HTTP/1.1" status: 200 len: 945 time: 0.0589256 Jun 10 17:50:06.472013 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] For port e4df2076-70f0-46df-9832-d41fca74929a, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=e4df2076-70f0-46df-9832-d41fca74929a,segment=NetworkSegment(d8d5c4f9-464f-45ae-828b-d5468569bc5a),segment_id=d8d5c4f9-464f-45ae-828b-d5468569bc5a)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:50:06.508303 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-bd4d075a-e0e0-4bf2-ae34-e223d108ae62 req-0a8f3807-f31f-41df-8ea5-415ce6b2a471 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457883 Jun 10 17:50:06.552465 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:06.556632 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 44112) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:50:06.570773 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-8f3bb515-d17d-48e7-837a-6f316206c16e admin admin] Notify callbacks [] for security_group, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:06.604831 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Pushing event updated for resources: {'Port': ['ID=e4df2076-70f0-46df-9832-d41fca74929a,revision_number=3']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:06.681304 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-8f3bb515-d17d-48e7-837a-6f316206c16e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:06.743015 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-8f3bb515-d17d-48e7-837a-6f316206c16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:06.754932 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-82486b0e-0588-479c-a24a-9e6e043a61fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:06.809154 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device d0a7daab-fe71-46f4-8372-7e23b215b068 details requested by agent hyperv_hv-cinder-xena0 with host hv-cinder-xena0 {{(pid=114530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 10 17:50:06.831175 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-8f3bb515-d17d-48e7-837a-6f316206c16e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6cb2230c67d5491982215b877843eefb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2708383 Jun 10 17:50:06.831175 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3bb515-d17d-48e7-837a-6f316206c16e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b43abe0-4c9d-4103-b505-6c9a95dd9a2b,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:06.831785 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 44116) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:50:06.936532 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-d68f00ae-5a8f-4638-8bd5-10be382f125e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:06.976680 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port d0a7daab-fe71-46f4-8372-7e23b215b068, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=d0a7daab-fe71-46f4-8372-7e23b215b068,segment=NetworkSegment(20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a),segment_id=20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:50:06.988929 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-d68f00ae-5a8f-4638-8bd5-10be382f125e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:07.003271 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Returning: {'device': 'd0a7daab-fe71-46f4-8372-7e23b215b068', 'network_id': '272ad309-eaf3-4f81-8366-f3ca4e7cfed0', 'port_id': 'd0a7daab-fe71-46f4-8372-7e23b215b068', 'mac_address': 'fa:16:3e:68:19:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88a38658-7809-4abe-b052-dc4be9423e4c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 10 17:50:07.070408 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Current status of the port d0a7daab-fe71-46f4-8372-7e23b215b068 is: DOWN; New status is: BUILD {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:50:07.070408 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:07.070661 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-82486b0e-0588-479c-a24a-9e6e043a61fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754000'] for router, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:07.078226 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.notifiers.nova [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0a7daab-fe71-46f4-8372-7e23b215b068 {{(pid=114530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 10 17:50:07.100993 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port d0a7daab-fe71-46f4-8372-7e23b215b068, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=d0a7daab-fe71-46f4-8372-7e23b215b068,segment=NetworkSegment(20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a),segment_id=20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:50:07.121690 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788189ce-6839-461e-ad6c-2d3e10bada63 None None] Network 1f32841e-c7bf-4753-a1a7-c09b804b3a5f requested from dv-cinder-xena-3-iscsi {{(pid=114530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 17:50:07.147045 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-d68f00ae-5a8f-4638-8bd5-10be382f125e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:07.150090 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-d68f00ae-5a8f-4638-8bd5-10be382f125e admin admin] Notify callbacks [] for security_group, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:07.151904 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-d68f00ae-5a8f-4638-8bd5-10be382f125e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7b43abe0-4c9d-4103-b505-6c9a95dd9a2b HTTP/1.1" status: 204 len: 168 time: 0.3190036 Jun 10 17:50:07.180109 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68f00ae-5a8f-4638-8bd5-10be382f125e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b43abe0-4c9d-4103-b505-6c9a95dd9a2b,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:07.227974 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:07.238733 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2457410-2004-4440-a315-c6e2f98e3814 req-e3cad118-dfd9-4181-bb97-f82e35c8aea9 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:07.244921 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f2457410-2004-4440-a315-c6e2f98e3814 req-e3cad118-dfd9-4181-bb97-f82e35c8aea9 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 943 time: 0.0626972 Jun 10 17:50:07.281569 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f2457410-2004-4440-a315-c6e2f98e3814 req-5f974a43-6219-45e3-bc8d-6254db60a578 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340955 Jun 10 17:50:07.290129 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82486b0e-0588-479c-a24a-9e6e043a61fe admin admin] Router b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17 is scheduled to L3 agent e04d2863-a40a-41db-9b2a-39042df37909 with binding_index 1 {{(pid=114528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 10 17:50:07.337489 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-24cd8daa-9f94-42e0-a5ea-a7f123880034 None None] Provisioning complete for port e4df2076-70f0-46df-9832-d41fca74929a triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:50:07.337863 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-24cd8daa-9f94-42e0-a5ea-a7f123880034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:07.388614 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Pushing event updated for resources: {'Port': ['ID=d0a7daab-fe71-46f4-8372-7e23b215b068,revision_number=4']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:07.431119 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82486b0e-0588-479c-a24a-9e6e043a61fe admin admin] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=114528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 10 17:50:07.445353 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f65f718-b537-4081-9080-996952614a98 None None] Sync routers for ids ['b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17'] in dv-cinder-xena-3-iscsi {{(pid=114531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 17:50:07.455623 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f65f718-b537-4081-9080-996952614a98 None None] Routers {'b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:50:07.456236 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-1f65f718-b537-4081-9080-996952614a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:49:41Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17'], 'active': True} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:50:07.495821 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-24cd8daa-9f94-42e0-a5ea-a7f123880034 None None] Current status of the port e4df2076-70f0-46df-9832-d41fca74929a is: ACTIVE; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:50:07.536294 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-82486b0e-0588-479c-a24a-9e6e043a61fe admin admin] Notify callbacks [] for router, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:07.539205 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-82486b0e-0588-479c-a24a-9e6e043a61fe admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5327244 Jun 10 17:50:07.540338 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 44128) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:50:07.573901 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvr_db [None req-1f65f718-b537-4081-9080-996952614a98 None None] Set router b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:50:07.599722 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] get_ports_and_sgs() called for port_ids ['d0a7daab-fe71-46f4-8372-7e23b215b068'] {{(pid=114530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 10 17:50:07.690118 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f750ce6-3037-4c71-b646-70dd58bf7600 req-3e488816-d92a-4e5e-a1d7-821da06965b0 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:07.699097 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-9f750ce6-3037-4c71-b646-70dd58bf7600 req-3e488816-d92a-4e5e-a1d7-821da06965b0 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=2451b0e9-a4e2-4bfd-89a4-f2397dbe41df HTTP/1.1" status: 200 len: 945 time: 0.0706556 Jun 10 17:50:07.749906 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-9f750ce6-3037-4c71-b646-70dd58bf7600 req-8ba341a4-71d4-4077-93e8-b9907c8cd1c3 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432241 Jun 10 17:50:07.845854 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-1f65f718-b537-4081-9080-996952614a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17', 'name': 'tempest-TestMinimumBasicScenario-1859031834-router', 'tenant_id': 'e2a954ea643d435d9866bed98144a549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.179'}], 'enable_snat': True}, 'gw_port_id': '5482ff96-11fd-44bd-b031-b7336ecb4ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:50:05Z', 'updated_at': '2022-06-10T17:50:06Z', 'revision_number': 3, 'project_id': 'e2a954ea643d435d9866bed98144a549', 'gw_port': {'id': '5482ff96-11fd-44bd-b031-b7336ecb4ba1', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b0:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:50:05Z', 'updated_at': '2022-06-10T17:50:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:50:07.856817 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-bd0b4356-ae99-4cfb-93c3-7bc300ddc2a4 None None] Provisioning complete for port e4df2076-70f0-46df-9832-d41fca74929a triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:50:07.856817 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-bd0b4356-ae99-4cfb-93c3-7bc300ddc2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:07.923762 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f65f718-b537-4081-9080-996952614a98 None None] Checking router: b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17 for host: dv-cinder-xena-3-iscsi {{(pid=114531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 17:50:07.924326 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f65f718-b537-4081-9080-996952614a98 None None] Updating router b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17 port 5482ff96-11fd-44bd-b031-b7336ecb4ba1 binding host dv-cinder-xena-3-iscsi {{(pid=114531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 17:50:07.954645 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron_lib.callbacks.manager [None req-1f65f718-b537-4081-9080-996952614a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:08.008909 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-bd0b4356-ae99-4cfb-93c3-7bc300ddc2a4 None None] Current status of the port e4df2076-70f0-46df-9832-d41fca74929a is: ACTIVE; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:50:08.218044 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device e4df2076-70f0-46df-9832-d41fca74929a up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 17:50:08.284642 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe296a-f924-45db-b764-a87d808a9674 req-e877fcf7-b3ef-458f-b9cb-29110924fdfa tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:08.286217 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-44fe296a-f924-45db-b764-a87d808a9674 req-e877fcf7-b3ef-458f-b9cb-29110924fdfa tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=2451b0e9-a4e2-4bfd-89a4-f2397dbe41df HTTP/1.1" status: 200 len: 945 time: 0.0536227 Jun 10 17:50:08.319916 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron_lib.callbacks.manager [None req-1f65f718-b537-4081-9080-996952614a98 None None] Notify callbacks [] for port, precommit_update {{(pid=114531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:08.338462 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Provisioning complete for port e4df2076-70f0-46df-9832-d41fca74929a triggered by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:50:08.338836 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:08.366427 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-23e8d8ff-3a34-4009-8dca-5e98e775d482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:08.367558 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-44fe296a-f924-45db-b764-a87d808a9674 req-ceb33b98-5b48-493e-9983-89dbbbbb61f4 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695419 Jun 10 17:50:08.383985 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb941691-a753-40c8-aa5e-c635a85d9806 req-e84256d4-51ec-4107-b726-8eba32e84ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:08.385882 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-bb941691-a753-40c8-aa5e-c635a85d9806 req-e84256d4-51ec-4107-b726-8eba32e84ea9 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=977e9ef6bd9842379167d252715c6e8c&device_id=2451b0e9-a4e2-4bfd-89a4-f2397dbe41df HTTP/1.1" status: 200 len: 1098 time: 0.0670123 Jun 10 17:50:08.398259 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron_lib.callbacks.manager [None req-1f65f718-b537-4081-9080-996952614a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:08.447798 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Current status of the port e4df2076-70f0-46df-9832-d41fca74929a is: ACTIVE; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:50:08.556139 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-67ed6448-9f85-4312-b406-049b488afe76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:08.569171 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c357c-daa7-4514-9688-c836b055352b req-8d8577fc-1b68-4e4c-adf8-dc19be461e4a tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:08.581831 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-839c357c-daa7-4514-9688-c836b055352b req-8d8577fc-1b68-4e4c-adf8-dc19be461e4a tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 944 time: 0.1689689 Jun 10 17:50:08.596744 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.managers [None req-1f65f718-b537-4081-9080-996952614a98 None None] Attempting to bind port 5482ff96-11fd-44bd-b031-b7336ecb4ba1 on host dv-cinder-xena-3-iscsi for vnic_type normal with profile {{(pid=114531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 17:50:08.597281 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.managers [None req-1f65f718-b537-4081-9080-996952614a98 None None] Attempting to bind port 5482ff96-11fd-44bd-b031-b7336ecb4ba1 by drivers openvswitch,hyperv on host dv-cinder-xena-3-iscsi at level 0 using segments [{'id': 'bfeef927-6d24-4759-be0a-a8eced1bbc0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f'}] {{(pid=114531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 17:50:08.597478 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f65f718-b537-4081-9080-996952614a98 None None] Attempting to bind port 5482ff96-11fd-44bd-b031-b7336ecb4ba1 on network 8c026026-8e05-41b4-990c-0815c0c24f4f {{(pid=114531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 10 17:50:08.605038 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f65f718-b537-4081-9080-996952614a98 None None] Checking agent: {'id': '87b91a5b-6105-4774-a25f-e6a5abfdfa1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-xena-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 10, 17, 40, 14), 'started_at': datetime.datetime(2022, 6, 10, 17, 40, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 10, 17, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-xena-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 10 17:50:08.605405 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f65f718-b537-4081-9080-996952614a98 None None] Checking segment: {'id': 'bfeef927-6d24-4759-be0a-a8eced1bbc0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 10 17:50:08.605803 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron_lib.callbacks.manager [None req-1f65f718-b537-4081-9080-996952614a98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:08.606188 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f65f718-b537-4081-9080-996952614a98 None None] Bound using segment: {'id': 'bfeef927-6d24-4759-be0a-a8eced1bbc0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f'} {{(pid=114531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 10 17:50:08.606679 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.managers [None req-1f65f718-b537-4081-9080-996952614a98 None None] Bound port: 5482ff96-11fd-44bd-b031-b7336ecb4ba1, host: dv-cinder-xena-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfeef927-6d24-4759-be0a-a8eced1bbc0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f'}}] {{(pid=114531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 17:50:08.607078 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron_lib.callbacks.manager [None req-1f65f718-b537-4081-9080-996952614a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:08.633017 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb941691-a753-40c8-aa5e-c635a85d9806 req-9cb1d743-ed96-483d-aca4-676bad08d979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:08.634522 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-bb941691-a753-40c8-aa5e-c635a85d9806 req-9cb1d743-ed96-483d-aca4-676bad08d979 service neutron] 10.222.0.27 "GET /v2.0/networks?id=e628d0f6-63d3-440a-9d16-11e611b2380d HTTP/1.1" status: 200 len: 920 time: 0.2317953 Jun 10 17:50:08.636853 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ed5cbe-d11d-470d-b4da-1b147bf854af None None] Pushing event updated for resources: {'Port': ['ID=5482ff96-11fd-44bd-b031-b7336ecb4ba1,revision_number=2']} {{(pid=114531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:08.641266 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-839c357c-daa7-4514-9688-c836b055352b req-9f4658e5-a5b2-451b-b70c-fc308d4acc87 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585392 Jun 10 17:50:08.677499 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.db [None req-1f65f718-b537-4081-9080-996952614a98 None None] For port 5482ff96-11fd-44bd-b031-b7336ecb4ba1, host dv-cinder-xena-3-iscsi, cleared binding levels {{(pid=114531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 10 17:50:08.681793 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.db [None req-1f65f718-b537-4081-9080-996952614a98 None None] For port 5482ff96-11fd-44bd-b031-b7336ecb4ba1, host dv-cinder-xena-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=5482ff96-11fd-44bd-b031-b7336ecb4ba1,segment=NetworkSegment(bfeef927-6d24-4759-be0a-a8eced1bbc0e),segment_id=bfeef927-6d24-4759-be0a-a8eced1bbc0e)] {{(pid=114531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 10 17:50:08.712354 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-bb941691-a753-40c8-aa5e-c635a85d9806 req-c99027a4-8d59-4a91-9e86-acf26c73abe0 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59b14ac7-7b13-4d51-99ba-242bc1e32f8f HTTP/1.1" status: 200 len: 217 time: 0.0686970 Jun 10 17:50:08.756010 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.db_base_plugin_common [None req-67ed6448-9f85-4312-b406-049b488afe76 admin admin] Allocated IP 172.20.0.1 (1f32841e-c7bf-4753-a1a7-c09b804b3a5f/5534695f-d2e1-44a9-977d-39ba1417d8f6/0e3df404-6458-435f-b246-41fe49adfd6f) {{(pid=114528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 17:50:08.764465 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron_lib.callbacks.manager [None req-1f65f718-b537-4081-9080-996952614a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:08.769613 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb941691-a753-40c8-aa5e-c635a85d9806 req-7261cf38-ab50-4d18-ac01-11cc8338af05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:08.771703 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-bb941691-a753-40c8-aa5e-c635a85d9806 req-7261cf38-ab50-4d18-ac01-11cc8338af05 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=9b159fa3-bdfe-428f-8e21-2b18edcf45c9 HTTP/1.1" status: 200 len: 858 time: 0.0523074 Jun 10 17:50:08.835155 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f65f718-b537-4081-9080-996952614a98 None None] Routers {'b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:50:08.835794 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-1f65f718-b537-4081-9080-996952614a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:49:41Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17'], 'active': True} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:50:08.836660 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device d0a7daab-fe71-46f4-8372-7e23b215b068 up at agent hyperv_hv-cinder-xena0 {{(pid=114530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 17:50:08.857582 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb941691-a753-40c8-aa5e-c635a85d9806 req-e8e4a7b8-8357-484a-b5b1-faab8820bcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:08.859232 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-bb941691-a753-40c8-aa5e-c635a85d9806 req-e8e4a7b8-8357-484a-b5b1-faab8820bcd6 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=e628d0f6-63d3-440a-9d16-11e611b2380d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0765073 Jun 10 17:50:08.904925 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-67ed6448-9f85-4312-b406-049b488afe76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:08.905737 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ed5cbe-d11d-470d-b4da-1b147bf854af None None] Pushing event updated for resources: {'Port': ['ID=5482ff96-11fd-44bd-b031-b7336ecb4ba1,revision_number=3']} {{(pid=114531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:08.986439 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Provisioning for port d0a7daab-fe71-46f4-8372-7e23b215b068 completed by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 17:50:08.989342 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvr_db [None req-1f65f718-b537-4081-9080-996952614a98 None None] Set router b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:50:08.990982 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Provisioning complete for port d0a7daab-fe71-46f4-8372-7e23b215b068 triggered by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:50:08.991565 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:08.992024 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-bb941691-a753-40c8-aa5e-c635a85d9806 req-d92a8680-b48d-482e-adec-9e20339e3786 service neutron] 10.222.0.27 "GET /v2.0/networks/e628d0f6-63d3-440a-9d16-11e611b2380d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236486 Jun 10 17:50:09.011252 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-67ed6448-9f85-4312-b406-049b488afe76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764020614705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940005'] for port, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:09.068694 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ed6448-9f85-4312-b406-049b488afe76 admin admin] Network 1f32841e-c7bf-4753-a1a7-c09b804b3a5f is already hosted by enough agents. {{(pid=114528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:50:09.072594 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.base_scheduler [None req-67ed6448-9f85-4312-b406-049b488afe76 admin admin] Resources bound (agent type, host, resource id): {{(pid=114528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:50:09.078082 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ed6448-9f85-4312-b406-049b488afe76 admin admin] Received port after_create {{(pid=114528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 10 17:50:09.176506 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Current status of the port d0a7daab-fe71-46f4-8372-7e23b215b068 is: BUILD; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:50:09.176506 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:09.180770 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-67ed6448-9f85-4312-b406-049b488afe76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754083'] for router_interface, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:09.181971 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-bb941691-a753-40c8-aa5e-c635a85d9806 req-a36bda7c-1816-432b-b245-6953b1c8c054 service neutron] 10.222.0.27 "GET /v2.0/networks/e628d0f6-63d3-440a-9d16-11e611b2380d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804681 Jun 10 17:50:09.235629 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '088ca270-b9ad-48f8-8928-ef0c99c2bcfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0a7daab-fe71-46f4-8372-7e23b215b068'}] {{(pid=114530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:50:09.238455 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059d8b929bb81300c707de1c8675048d791f282ce62f1c2c108741a8dfb2b754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5fd803e-b092-4e98-a7ef-2e45c2bbe41d" -d '{"events": [{"server_uuid": "088ca270-b9ad-48f8-8928-ef0c99c2bcfe", "name": "network-vif-plugged", "status": "completed", "tag": "d0a7daab-fe71-46f4-8372-7e23b215b068"}]}' {{(pid=114530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:50:09.281802 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port d0a7daab-fe71-46f4-8372-7e23b215b068, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=d0a7daab-fe71-46f4-8372-7e23b215b068,segment=NetworkSegment(20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a),segment_id=20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:50:09.293750 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Jun 2022 17:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d6bc32-b639-4762-9730-9c5e370713aa x-openstack-request-id: req-e5d6bc32-b639-4762-9730-9c5e370713aa {{(pid=114530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:50:09.294068 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "088ca270-b9ad-48f8-8928-ef0c99c2bcfe", "name": "network-vif-plugged", "status": "completed", "tag": "d0a7daab-fe71-46f4-8372-7e23b215b068", "code": 200}]} {{(pid=114530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:50:09.294341 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e5d6bc32-b639-4762-9730-9c5e370713aa {{(pid=114530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:50:09.294766 dv-cinder-xena-3-iscsi neutron-server[114530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5d6bc32-b639-4762-9730-9c5e370713aa'] response: {'server_uuid': '088ca270-b9ad-48f8-8928-ef0c99c2bcfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0a7daab-fe71-46f4-8372-7e23b215b068', 'code': 200} Jun 10 17:50:09.297876 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-1f65f718-b537-4081-9080-996952614a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17', 'name': 'tempest-TestMinimumBasicScenario-1859031834-router', 'tenant_id': 'e2a954ea643d435d9866bed98144a549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.179'}], 'enable_snat': True}, 'gw_port_id': '5482ff96-11fd-44bd-b031-b7336ecb4ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:50:05Z', 'updated_at': '2022-06-10T17:50:06Z', 'revision_number': 3, 'project_id': 'e2a954ea643d435d9866bed98144a549', 'gw_port': {'id': '5482ff96-11fd-44bd-b031-b7336ecb4ba1', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b0:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:50:05Z', 'updated_at': '2022-06-10T17:50:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:50:09.299108 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ed6448-9f85-4312-b406-049b488afe76 admin admin] Pushing event updated for resources: {'Port': ['ID=0e3df404-6458-435f-b246-41fe49adfd6f,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:09.325783 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f65f718-b537-4081-9080-996952614a98 None None] The sync data for ids ['b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17'] in dv-cinder-xena-3-iscsi is: [{'id': 'b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17', 'name': 'tempest-TestMinimumBasicScenario-1859031834-router', 'tenant_id': 'e2a954ea643d435d9866bed98144a549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.179'}], 'enable_snat': True}, 'gw_port_id': '5482ff96-11fd-44bd-b031-b7336ecb4ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:50:05Z', 'updated_at': '2022-06-10T17:50:06Z', 'revision_number': 3, 'project_id': 'e2a954ea643d435d9866bed98144a549', 'gw_port': {'id': '5482ff96-11fd-44bd-b031-b7336ecb4ba1', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b0:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:50:05Z', 'updated_at': '2022-06-10T17:50:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}] {{(pid=114531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 17:50:09.392601 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:09.481897 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-cec7deeb-f3c6-4d16-b4a7-640c03c1a37a None None] Provisioning complete for port 0e3df404-6458-435f-b246-41fe49adfd6f triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:50:09.482390 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-cec7deeb-f3c6-4d16-b4a7-640c03c1a37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:09.490114 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Pushing event updated for resources: {'Port': ['ID=d0a7daab-fe71-46f4-8372-7e23b215b068,revision_number=5']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:09.529193 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34db922-f5fe-40c5-a4df-c2eab1ffcf18 req-2558d897-887c-4334-be25-c58c87495271 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:09.530912 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-e34db922-f5fe-40c5-a4df-c2eab1ffcf18 req-2558d897-887c-4334-be25-c58c87495271 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=2451b0e9-a4e2-4bfd-89a4-f2397dbe41df HTTP/1.1" status: 200 len: 945 time: 0.0641549 Jun 10 17:50:09.539243 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-67ed6448-9f85-4312-b406-049b488afe76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:09.540701 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-cec7deeb-f3c6-4d16-b4a7-640c03c1a37a None None] Port 0e3df404-6458-435f-b246-41fe49adfd6f cannot update to ACTIVE because it is not bound. {{(pid=114530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 10 17:50:09.587099 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-e34db922-f5fe-40c5-a4df-c2eab1ffcf18 req-858f962a-24eb-4a78-bad5-02c3813c7f0d tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493865 Jun 10 17:50:09.821344 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-67ed6448-9f85-4312-b406-049b488afe76 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:09.825481 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb8ded-c6ff-4934-9c66-1b1c410fabc7 req-baa1ce11-75d5-4b0d-a730-7c9098b26ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:09.827295 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-81fb8ded-c6ff-4934-9c66-1b1c410fabc7 req-baa1ce11-75d5-4b0d-a730-7c9098b26ef9 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 1098 time: 0.1059599 Jun 10 17:50:09.864779 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631edb2c-22b2-4482-b9aa-32a77e31e057 req-a71678b3-620c-4ba2-9a91-6047f37d1185 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:09.866312 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-631edb2c-22b2-4482-b9aa-32a77e31e057 req-a71678b3-620c-4ba2-9a91-6047f37d1185 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 945 time: 0.0963280 Jun 10 17:50:09.885991 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-67ed6448-9f85-4312-b406-049b488afe76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940062'] for port, after_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:09.905841 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-81fb8ded-c6ff-4934-9c66-1b1c410fabc7 req-f74317d5-8066-4570-9d21-6805817af777 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706320 Jun 10 17:50:09.952611 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-631edb2c-22b2-4482-b9aa-32a77e31e057 req-98b95dd4-2159-40c6-8f1a-7cf6d18b61cf tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744882 Jun 10 17:50:09.982077 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-67ed6448-9f85-4312-b406-049b488afe76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-734068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-779027'] for router_interface, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:09.984120 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ed6448-9f85-4312-b406-049b488afe76 admin admin] Pushing event updated for resources: {'Port': ['ID=0e3df404-6458-435f-b246-41fe49adfd6f,revision_number=2']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:10.112017 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ed6448-9f85-4312-b406-049b488afe76 admin admin] Network 1f32841e-c7bf-4753-a1a7-c09b804b3a5f is already hosted by enough agents. {{(pid=114528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:50:10.113728 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.base_scheduler [None req-67ed6448-9f85-4312-b406-049b488afe76 admin admin] Resources bound (agent type, host, resource id): {{(pid=114528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:50:10.347115 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67ed6448-9f85-4312-b406-049b488afe76 admin admin] Router b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17 has already been hosted by L3 agent e04d2863-a40a-41db-9b2a-39042df37909 {{(pid=114528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 10 17:50:10.347869 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device 5482ff96-11fd-44bd-b031-b7336ecb4ba1 up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 17:50:10.411542 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Provisioning complete for port 5482ff96-11fd-44bd-b031-b7336ecb4ba1 triggered by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:50:10.411930 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:10.491836 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ed6448-9f85-4312-b406-049b488afe76 admin admin] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=114528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 10 17:50:10.500841 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-67ed6448-9f85-4312-b406-049b488afe76 admin admin] 10.222.0.16 "PUT /v2.0/routers/b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9592834 Jun 10 17:50:10.514156 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-99d153bc-e45f-4b7d-b4c4-307c972c1b3d None None] Provisioning complete for port 0e3df404-6458-435f-b246-41fe49adfd6f triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:50:10.514557 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-99d153bc-e45f-4b7d-b4c4-307c972c1b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:10.516194 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Current status of the port 5482ff96-11fd-44bd-b031-b7336ecb4ba1 is: DOWN; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:50:10.516565 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:10.564399 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] For port 5482ff96-11fd-44bd-b031-b7336ecb4ba1, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=5482ff96-11fd-44bd-b031-b7336ecb4ba1,segment=NetworkSegment(bfeef927-6d24-4759-be0a-a8eced1bbc0e),segment_id=bfeef927-6d24-4759-be0a-a8eced1bbc0e)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:50:10.570910 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-99d153bc-e45f-4b7d-b4c4-307c972c1b3d None None] Port 0e3df404-6458-435f-b246-41fe49adfd6f cannot update to ACTIVE because it is not bound. {{(pid=114530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 10 17:50:10.655992 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:10.718264 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd73d0-4281-4135-b778-5daf9e65778b req-db8cfbb0-61fb-40dc-9674-b0191b374f6a tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:10.720055 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-e2fd73d0-4281-4135-b778-5daf9e65778b req-db8cfbb0-61fb-40dc-9674-b0191b374f6a tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=2451b0e9-a4e2-4bfd-89a4-f2397dbe41df HTTP/1.1" status: 200 len: 945 time: 0.0619304 Jun 10 17:50:10.721375 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Pushing event updated for resources: {'Port': ['ID=5482ff96-11fd-44bd-b031-b7336ecb4ba1,revision_number=4']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:10.767563 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-e2fd73d0-4281-4135-b778-5daf9e65778b req-595a77df-8379-4c71-b7b8-e93569a73567 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359514 Jun 10 17:50:10.788583 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 44222) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:50:10.797723 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-ae1fb987-c692-4f5e-823b-124538cf22dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:10.947695 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-091bd826-b0bc-4cce-9bbc-baedc31d5eee admin admin] Notify callbacks [] for security_group, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:11.038303 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-091bd826-b0bc-4cce-9bbc-baedc31d5eee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:11.090563 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c58aa4-f878-42cb-9a1a-494efa34d1e2 req-2693ca1e-d5b7-45ac-91a8-55b3cf5fd0a9 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:11.092089 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-23c58aa4-f878-42cb-9a1a-494efa34d1e2 req-2693ca1e-d5b7-45ac-91a8-55b3cf5fd0a9 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 945 time: 0.0506487 Jun 10 17:50:11.116112 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-091bd826-b0bc-4cce-9bbc-baedc31d5eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:11.136008 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-23c58aa4-f878-42cb-9a1a-494efa34d1e2 req-a8be9b89-08ae-4850-ad5f-fe53796e6889 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376587 Jun 10 17:50:11.164712 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091bd826-b0bc-4cce-9bbc-baedc31d5eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5e7b89-7e14-42ed-b758-edbd7d528b1e,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:11.169443 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-091bd826-b0bc-4cce-9bbc-baedc31d5eee admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=94c47deffafa4298814dc9640755904d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3797810 Jun 10 17:50:11.173204 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 44236) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:50:11.215298 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84a41c1-adfe-4620-8430-8faa792f6b56 None None] Sync routers for ids ['b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17'] in dv-cinder-xena-3-iscsi {{(pid=114530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 17:50:11.227687 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84a41c1-adfe-4620-8430-8faa792f6b56 None None] Routers {'b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:50:11.228202 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-c84a41c1-adfe-4620-8430-8faa792f6b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:50:11Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17'], 'active': True} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:50:11.241199 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-28c62006-b62f-4485-9bb6-fad9f66e46ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:11.267958 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-28c62006-b62f-4485-9bb6-fad9f66e46ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:11.381475 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 44244) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:50:11.386849 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.v2.base [None req-e5a7c4dd-9da4-469a-ba6f-60509d49b1a6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1045413750-network', 'tenant_id': '335959ed20474a5a889d79801cf7d3ea'}} {{(pid=114529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:50:11.491582 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvr_db [None req-c84a41c1-adfe-4620-8430-8faa792f6b56 None None] Set router b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:50:11.495215 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-28c62006-b62f-4485-9bb6-fad9f66e46ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:11.496462 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a7c4dd-9da4-469a-ba6f-60509d49b1a6 admin admin] Made reservation on behalf of 335959ed20474a5a889d79801cf7d3ea for: {'network': 1} {{(pid=114529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 17:50:11.497792 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-28c62006-b62f-4485-9bb6-fad9f66e46ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:11.501427 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-28c62006-b62f-4485-9bb6-fad9f66e46ea admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6a5e7b89-7e14-42ed-b758-edbd7d528b1e HTTP/1.1" status: 204 len: 168 time: 0.3249187 Jun 10 17:50:11.501578 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-e5a7c4dd-9da4-469a-ba6f-60509d49b1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for network, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:11.508017 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c62006-b62f-4485-9bb6-fad9f66e46ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5e7b89-7e14-42ed-b758-edbd7d528b1e,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:11.516912 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-e5a7c4dd-9da4-469a-ba6f-60509d49b1a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:11.608624 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-e5a7c4dd-9da4-469a-ba6f-60509d49b1a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:11.656375 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-e5a7c4dd-9da4-469a-ba6f-60509d49b1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:11.688629 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5a7c4dd-9da4-469a-ba6f-60509d49b1a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=114529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 17:50:11.690471 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a7c4dd-9da4-469a-ba6f-60509d49b1a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d96533b-22d3-4712-8cdf-e797fb982d1a,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:11.700499 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-e5a7c4dd-9da4-469a-ba6f-60509d49b1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009214'] for segment, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:11.700847 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.db.segments_db [None req-e5a7c4dd-9da4-469a-ba6f-60509d49b1a6 admin admin] Added segment 91aa0003-3ed8-49ec-9ed2-7073c633f5e4 of type vlan for network 02c5248c-edbe-4831-8c36-54044f0abc1b Jun 10 17:50:11.743872 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-c84a41c1-adfe-4620-8430-8faa792f6b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17', 'name': 'tempest-TestMinimumBasicScenario-1859031834-router', 'tenant_id': 'e2a954ea643d435d9866bed98144a549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.179'}], 'enable_snat': True}, 'gw_port_id': '5482ff96-11fd-44bd-b031-b7336ecb4ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:50:05Z', 'updated_at': '2022-06-10T17:50:09Z', 'revision_number': 4, 'project_id': 'e2a954ea643d435d9866bed98144a549', 'gw_port': {'id': '5482ff96-11fd-44bd-b031-b7336ecb4ba1', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:50:05Z', 'updated_at': '2022-06-10T17:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': '0e3df404-6458-435f-b246-41fe49adfd6f', 'name': '', 'network_id': '1f32841e-c7bf-4753-a1a7-c09b804b3a5f', 'tenant_id': 'e2a954ea643d435d9866bed98144a549', 'mac_address': 'fa:16:3e:2f:ba:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '5534695f-d2e1-44a9-977d-39ba1417d8f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:50:08Z', 'updated_at': '2022-06-10T17:50:09Z', 'revision_number': 2, 'project_id': 'e2a954ea643d435d9866bed98144a549', 'subnets': [{'id': '5534695f-d2e1-44a9-977d-39ba1417d8f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:50:11.744144 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-e5a7c4dd-9da4-469a-ba6f-60509d49b1a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764020540941'] for network, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:11.773323 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84a41c1-adfe-4620-8430-8faa792f6b56 None None] Checking router: b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17 for host: dv-cinder-xena-3-iscsi {{(pid=114530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 17:50:11.773670 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84a41c1-adfe-4620-8430-8faa792f6b56 None None] Updating router b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17 port 0e3df404-6458-435f-b246-41fe49adfd6f binding host dv-cinder-xena-3-iscsi {{(pid=114530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 17:50:11.775506 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-9e937c9f-4d57-47ec-81ad-8e77ea25145e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:11.803812 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-c84a41c1-adfe-4620-8430-8faa792f6b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:11.876235 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-e5a7c4dd-9da4-469a-ba6f-60509d49b1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050'] for network, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:11.877197 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a7c4dd-9da4-469a-ba6f-60509d49b1a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:11.880947 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-e5a7c4dd-9da4-469a-ba6f-60509d49b1a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-734032'] for network, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:11.979577 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a7c4dd-9da4-469a-ba6f-60509d49b1a6 admin admin] Pushing event updated for resources: {'Network': ['ID=02c5248c-edbe-4831-8c36-54044f0abc1b,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:11.979577 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a669da5-ce5e-45ca-933a-86a2af70956b req-fcd9706f-3fe6-4492-af78-fb70c1201678 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:11.979577 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-5a669da5-ce5e-45ca-933a-86a2af70956b req-fcd9706f-3fe6-4492-af78-fb70c1201678 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=2451b0e9-a4e2-4bfd-89a4-f2397dbe41df HTTP/1.1" status: 200 len: 945 time: 0.1281188 Jun 10 17:50:11.979861 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Network 02c5248c-edbe-4831-8c36-54044f0abc1b details requested by agent ovs-agent-dv-cinder-xena-3-iscsi with host dv-cinder-xena-3-iscsi {{(pid=114530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 10 17:50:12.010800 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-5a669da5-ce5e-45ca-933a-86a2af70956b req-1012ac94-36fe-44d4-880c-ad7a6fc9b05c tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350804 Jun 10 17:50:12.030583 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-e5a7c4dd-9da4-469a-ba6f-60509d49b1a6 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6479692 Jun 10 17:50:12.033510 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 44254) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:50:12.038224 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.v2.base [None req-7a32caf3-3e90-4cbc-97c8-83935bf9e623 admin admin] Request body: {'subnet': {'network_id': '02c5248c-edbe-4831-8c36-54044f0abc1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1045413750-subnet', 'tenant_id': '335959ed20474a5a889d79801cf7d3ea', 'ip_version': 4}} {{(pid=114529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:50:12.144752 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a32caf3-3e90-4cbc-97c8-83935bf9e623 admin admin] Made reservation on behalf of 335959ed20474a5a889d79801cf7d3ea for: {'subnet': 1} {{(pid=114529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 17:50:12.148769 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-7a32caf3-3e90-4cbc-97c8-83935bf9e623 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263210646'] for subnet, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:12.169898 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-c84a41c1-adfe-4620-8430-8faa792f6b56 None None] Notify callbacks [] for port, precommit_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:12.219909 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device 5482ff96-11fd-44bd-b031-b7336ecb4ba1 up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 17:50:12.244029 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-c84a41c1-adfe-4620-8430-8faa792f6b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:12.293435 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc08067f-ba7a-4ca7-898e-f2406cbb56a8 req-156dfb40-0ec8-426b-a4c7-a1c0695078c3 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:12.295620 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-cc08067f-ba7a-4ca7-898e-f2406cbb56a8 req-156dfb40-0ec8-426b-a4c7-a1c0695078c3 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 945 time: 0.0703044 Jun 10 17:50:12.313194 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c7c33b-557e-4e64-af12-90e748476b77 None None] Pushing event updated for resources: {'Port': ['ID=0e3df404-6458-435f-b246-41fe49adfd6f,revision_number=3']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:12.325884 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 44258) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:50:12.348712 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-2af0056a-8ca5-4d92-a172-9aa9c67a58eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:12.360239 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Provisioning complete for port 5482ff96-11fd-44bd-b031-b7336ecb4ba1 triggered by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:50:12.360623 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:12.385673 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-cc08067f-ba7a-4ca7-898e-f2406cbb56a8 req-f15609c5-00c0-41d5-adf9-89c62f658382 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790660 Jun 10 17:50:12.419338 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.managers [None req-c84a41c1-adfe-4620-8430-8faa792f6b56 None None] Attempting to bind port 0e3df404-6458-435f-b246-41fe49adfd6f on host dv-cinder-xena-3-iscsi for vnic_type normal with profile {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 17:50:12.419700 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.managers [None req-c84a41c1-adfe-4620-8430-8faa792f6b56 None None] Attempting to bind port 0e3df404-6458-435f-b246-41fe49adfd6f by drivers openvswitch,hyperv on host dv-cinder-xena-3-iscsi at level 0 using segments [{'id': 'd8d5c4f9-464f-45ae-828b-d5468569bc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '1f32841e-c7bf-4753-a1a7-c09b804b3a5f'}] {{(pid=114530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 17:50:12.420803 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84a41c1-adfe-4620-8430-8faa792f6b56 None None] Attempting to bind port 0e3df404-6458-435f-b246-41fe49adfd6f on network 1f32841e-c7bf-4753-a1a7-c09b804b3a5f {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 10 17:50:12.452209 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84a41c1-adfe-4620-8430-8faa792f6b56 None None] Checking agent: {'id': '87b91a5b-6105-4774-a25f-e6a5abfdfa1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-xena-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 10, 17, 40, 14), 'started_at': datetime.datetime(2022, 6, 10, 17, 40, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 10, 17, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-xena-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 10 17:50:12.452572 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84a41c1-adfe-4620-8430-8faa792f6b56 None None] Checking segment: {'id': 'd8d5c4f9-464f-45ae-828b-d5468569bc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '1f32841e-c7bf-4753-a1a7-c09b804b3a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 10 17:50:12.452971 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-c84a41c1-adfe-4620-8430-8faa792f6b56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:12.453355 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84a41c1-adfe-4620-8430-8faa792f6b56 None None] Bound using segment: {'id': 'd8d5c4f9-464f-45ae-828b-d5468569bc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '1f32841e-c7bf-4753-a1a7-c09b804b3a5f'} {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 10 17:50:12.453840 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.managers [None req-c84a41c1-adfe-4620-8430-8faa792f6b56 None None] Bound port: 0e3df404-6458-435f-b246-41fe49adfd6f, host: dv-cinder-xena-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8d5c4f9-464f-45ae-828b-d5468569bc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '1f32841e-c7bf-4753-a1a7-c09b804b3a5f'}}] {{(pid=114530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 17:50:12.454217 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-c84a41c1-adfe-4620-8430-8faa792f6b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:12.522981 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-2af0056a-8ca5-4d92-a172-9aa9c67a58eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:12.565864 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e8a7dd-cb11-477a-9213-c11f2036eba7 req-26832f86-4ebd-45e7-b8c1-102d173ff379 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:12.567455 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-45e8a7dd-cb11-477a-9213-c11f2036eba7 req-26832f86-4ebd-45e7-b8c1-102d173ff379 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 945 time: 0.0592716 Jun 10 17:50:12.578718 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 44266) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:50:12.583466 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [None req-211e04c2-f60b-484b-b328-b7754ec32d2a tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Request body: {'floatingip': {'port_id': 'd0a7daab-fe71-46f4-8372-7e23b215b068'}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:50:12.585183 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-7a32caf3-3e90-4cbc-97c8-83935bf9e623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263062935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263210628'] for subnet, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:12.590877 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Current status of the port 5482ff96-11fd-44bd-b031-b7336ecb4ba1 is: ACTIVE; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:50:12.618861 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-c84a41c1-adfe-4620-8430-8faa792f6b56 None None] For port 0e3df404-6458-435f-b246-41fe49adfd6f, host dv-cinder-xena-3-iscsi, cleared binding levels {{(pid=114530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 10 17:50:12.621598 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-c84a41c1-adfe-4620-8430-8faa792f6b56 None None] For port 0e3df404-6458-435f-b246-41fe49adfd6f, host dv-cinder-xena-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=0e3df404-6458-435f-b246-41fe49adfd6f,segment=NetworkSegment(d8d5c4f9-464f-45ae-828b-d5468569bc5a),segment_id=d8d5c4f9-464f-45ae-828b-d5468569bc5a)] {{(pid=114530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 10 17:50:12.624876 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-2af0056a-8ca5-4d92-a172-9aa9c67a58eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:12.647173 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-211e04c2-f60b-484b-b328-b7754ec32d2a tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks [] for floatingip, before_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:12.652608 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a32caf3-3e90-4cbc-97c8-83935bf9e623 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f11cf5a3-bae2-4254-8d05-eba54716d381,revision_number=0']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:12.660309 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a32caf3-3e90-4cbc-97c8-83935bf9e623 admin admin] Checking segment: {'id': '91aa0003-3ed8-49ec-9ed2-7073c633f5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '02c5248c-edbe-4831-8c36-54044f0abc1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 10 17:50:12.660669 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a32caf3-3e90-4cbc-97c8-83935bf9e623 admin admin] Network hostable DHCP agents. Network: 02c5248c-edbe-4831-8c36-54044f0abc1b, hostable agents: ['bccf9388-ecf1-4acf-9e95-63f97cf623b0'], hosted agents: [] {{(pid=114529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 17:50:12.672531 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-c84a41c1-adfe-4620-8430-8faa792f6b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:12.722008 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-2af0056a-8ca5-4d92-a172-9aa9c67a58eb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5bf652e1df2f4d12b1a1efeeba6c7544&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3949845 Jun 10 17:50:12.726449 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 44268) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:50:12.731182 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af0056a-8ca5-4d92-a172-9aa9c67a58eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=649f90f6-8df7-4ed9-9967-4de3af85d535,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:12.751266 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-31f1e641-e37f-4cc9-935d-c7193ecd9ea3 None None] Provisioning complete for port 0e3df404-6458-435f-b246-41fe49adfd6f triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:50:12.751677 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-31f1e641-e37f-4cc9-935d-c7193ecd9ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:12.762995 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c7c33b-557e-4e64-af12-90e748476b77 None None] Pushing event updated for resources: {'Port': ['ID=0e3df404-6458-435f-b246-41fe49adfd6f,revision_number=4']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:12.779815 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a32caf3-3e90-4cbc-97c8-83935bf9e623 admin admin] Network 02c5248c-edbe-4831-8c36-54044f0abc1b is scheduled to be hosted by DHCP agent bccf9388-ecf1-4acf-9e95-63f97cf623b0 with binding_index 1 {{(pid=114529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 17:50:12.801332 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84a41c1-adfe-4620-8430-8faa792f6b56 None None] Routers {'b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:50:12.802337 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-c84a41c1-adfe-4620-8430-8faa792f6b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:50:11Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17'], 'active': True} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:50:12.814180 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-896ea3e0-67ce-4ca7-a785-ee1c76e7f2d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:12.845403 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-896ea3e0-67ce-4ca7-a785-ee1c76e7f2d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:12.893412 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.base_scheduler [None req-7a32caf3-3e90-4cbc-97c8-83935bf9e623 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-xena-3-iscsi, 02c5248c-edbe-4831-8c36-54044f0abc1b) {{(pid=114529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:50:12.902763 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a32caf3-3e90-4cbc-97c8-83935bf9e623 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:12.903421 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-7a32caf3-3e90-4cbc-97c8-83935bf9e623 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-734032'] for subnet, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:12.906942 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05413961-bf8d-4522-b9d8-624a9e7bb4e3 None None] Network 02c5248c-edbe-4831-8c36-54044f0abc1b requested from dv-cinder-xena-3-iscsi {{(pid=114530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 17:50:12.988657 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-7a32caf3-3e90-4cbc-97c8-83935bf9e623 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9535141 Jun 10 17:50:12.990220 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 44272) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:50:12.996032 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.v2.base [None req-55fad760-0b0e-4600-b122-7c2217ec6186 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1045413750-router', 'tenant_id': '335959ed20474a5a889d79801cf7d3ea', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f'}}} {{(pid=114529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:50:13.015859 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-896ea3e0-67ce-4ca7-a785-ee1c76e7f2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:13.018533 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-896ea3e0-67ce-4ca7-a785-ee1c76e7f2d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:13.021911 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-896ea3e0-67ce-4ca7-a785-ee1c76e7f2d0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/649f90f6-8df7-4ed9-9967-4de3af85d535 HTTP/1.1" status: 204 len: 168 time: 0.2917879 Jun 10 17:50:13.033128 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896ea3e0-67ce-4ca7-a785-ee1c76e7f2d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=649f90f6-8df7-4ed9-9967-4de3af85d535,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:13.083277 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvr_db [None req-c84a41c1-adfe-4620-8430-8faa792f6b56 None None] Set router b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:50:13.124860 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-55fad760-0b0e-4600-b122-7c2217ec6186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-777435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14490'] for router, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:13.125777 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-55fad760-0b0e-4600-b122-7c2217ec6186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-778659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14481'] for router, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:13.162270 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-31f1e641-e37f-4cc9-935d-c7193ecd9ea3 None None] Current status of the port 0e3df404-6458-435f-b246-41fe49adfd6f is: DOWN; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:50:13.162270 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-31f1e641-e37f-4cc9-935d-c7193ecd9ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:13.195451 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c1e46-cdf9-40d8-b80e-719832a40eef req-6d70a0d0-43b4-43b2-ad96-554e5ed561a9 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:13.197000 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-c64c1e46-cdf9-40d8-b80e-719832a40eef req-6d70a0d0-43b4-43b2-ad96-554e5ed561a9 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=2451b0e9-a4e2-4bfd-89a4-f2397dbe41df HTTP/1.1" status: 200 len: 945 time: 0.1044466 Jun 10 17:50:13.226221 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a5a6984-4625-4674-bdbb-a7ccf76cac14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:13.227697 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-55fad760-0b0e-4600-b122-7c2217ec6186 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:13.260473 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-c64c1e46-cdf9-40d8-b80e-719832a40eef req-35d5358b-b597-4cdc-b85f-bd323bc1a2e3 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345757 Jun 10 17:50:13.314707 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-211e04c2-f60b-484b-b328-b7754ec32d2a tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:13.413380 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-211e04c2-f60b-484b-b328-b7754ec32d2a tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-753974'] for floatingip, after_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:13.501591 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-55fad760-0b0e-4600-b122-7c2217ec6186 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:13.578057 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.db.l3_db [None req-211e04c2-f60b-484b-b328-b7754ec32d2a tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Floating IP 99b6ec64-7abd-458b-bb19-201162467268 associated. External IP: 172.37.5.75, port: d0a7daab-fe71-46f4-8372-7e23b215b068. Jun 10 17:50:13.618563 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-31f1e641-e37f-4cc9-935d-c7193ecd9ea3 None None] For port 0e3df404-6458-435f-b246-41fe49adfd6f, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=0e3df404-6458-435f-b246-41fe49adfd6f,segment=NetworkSegment(d8d5c4f9-464f-45ae-828b-d5468569bc5a),segment_id=d8d5c4f9-464f-45ae-828b-d5468569bc5a)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:50:13.637047 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33386d08-846f-4b51-9708-144d8fff36ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77de9516-29da-567c-b3ac-4325783e7148-02c5248c-edbe-4831-8c36-54044f0abc1b', 'network_id': '02c5248c-edbe-4831-8c36-54044f0abc1b', 'tenant_id': '335959ed20474a5a889d79801cf7d3ea', 'fixed_ips': [{'subnet_id': 'f11cf5a3-bae2-4254-8d05-eba54716d381'}]}} from dv-cinder-xena-3-iscsi. {{(pid=114530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 17:50:13.638417 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-33386d08-846f-4b51-9708-144d8fff36ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_create {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:13.750057 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-31f1e641-e37f-4cc9-935d-c7193ecd9ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:13.862647 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-c84a41c1-adfe-4620-8430-8faa792f6b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17', 'name': 'tempest-TestMinimumBasicScenario-1859031834-router', 'tenant_id': 'e2a954ea643d435d9866bed98144a549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.179'}], 'enable_snat': True}, 'gw_port_id': '5482ff96-11fd-44bd-b031-b7336ecb4ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:50:05Z', 'updated_at': '2022-06-10T17:50:09Z', 'revision_number': 4, 'project_id': 'e2a954ea643d435d9866bed98144a549', 'gw_port': {'id': '5482ff96-11fd-44bd-b031-b7336ecb4ba1', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:50:05Z', 'updated_at': '2022-06-10T17:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': '0e3df404-6458-435f-b246-41fe49adfd6f', 'name': '', 'network_id': '1f32841e-c7bf-4753-a1a7-c09b804b3a5f', 'tenant_id': 'e2a954ea643d435d9866bed98144a549', 'mac_address': 'fa:16:3e:2f:ba:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '5534695f-d2e1-44a9-977d-39ba1417d8f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:50:08Z', 'updated_at': '2022-06-10T17:50:12Z', 'revision_number': 4, 'project_id': 'e2a954ea643d435d9866bed98144a549', 'subnets': [{'id': '5534695f-d2e1-44a9-977d-39ba1417d8f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:50:13.877856 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-55fad760-0b0e-4600-b122-7c2217ec6186 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:13.894361 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-211e04c2-f60b-484b-b328-b7754ec32d2a tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Router b08aacab-8f74-4fe8-ac9f-43f4322e361a has already been hosted by L3 agent e04d2863-a40a-41db-9b2a-39042df37909 {{(pid=114528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 10 17:50:13.902587 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-55fad760-0b0e-4600-b122-7c2217ec6186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:14.053251 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.db_base_plugin_common [None req-55fad760-0b0e-4600-b122-7c2217ec6186 admin admin] Allocated IP 172.37.5.39 (8c026026-8e05-41b4-990c-0815c0c24f4f/e3db4be6-a2be-4d68-ab1f-8754e6ee5b68/fae818c8-e1c1-4546-b62f-12e006b813ee) {{(pid=114529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 17:50:14.068632 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84a41c1-adfe-4620-8430-8faa792f6b56 None None] The sync data for ids ['b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17'] in dv-cinder-xena-3-iscsi is: [{'id': 'b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17', 'name': 'tempest-TestMinimumBasicScenario-1859031834-router', 'tenant_id': 'e2a954ea643d435d9866bed98144a549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.179'}], 'enable_snat': True}, 'gw_port_id': '5482ff96-11fd-44bd-b031-b7336ecb4ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:50:05Z', 'updated_at': '2022-06-10T17:50:09Z', 'revision_number': 4, 'project_id': 'e2a954ea643d435d9866bed98144a549', 'gw_port': {'id': '5482ff96-11fd-44bd-b031-b7336ecb4ba1', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:50:05Z', 'updated_at': '2022-06-10T17:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': '0e3df404-6458-435f-b246-41fe49adfd6f', 'name': '', 'network_id': '1f32841e-c7bf-4753-a1a7-c09b804b3a5f', 'tenant_id': 'e2a954ea643d435d9866bed98144a549', 'mac_address': 'fa:16:3e:2f:ba:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '5534695f-d2e1-44a9-977d-39ba1417d8f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:50:08Z', 'updated_at': '2022-06-10T17:50:12Z', 'revision_number': 4, 'project_id': 'e2a954ea643d435d9866bed98144a549', 'subnets': [{'id': '5534695f-d2e1-44a9-977d-39ba1417d8f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 17:50:14.120875 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.db_base_plugin_common [None req-33386d08-846f-4b51-9708-144d8fff36ad None None] Allocated IP 172.20.0.2 (02c5248c-edbe-4831-8c36-54044f0abc1b/f11cf5a3-bae2-4254-8d05-eba54716d381/ee72ad21-a4bb-4c6a-95a8-343bb20f16ee) {{(pid=114530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 17:50:14.133765 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f1e641-e37f-4cc9-935d-c7193ecd9ea3 None None] Pushing event updated for resources: {'Port': ['ID=0e3df404-6458-435f-b246-41fe49adfd6f,revision_number=5']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:14.222266 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-8989a5de-e174-4286-a7f3-907e72000850 None None] Provisioning complete for port 0e3df404-6458-435f-b246-41fe49adfd6f triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:50:14.222266 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8989a5de-e174-4286-a7f3-907e72000850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:14.253920 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-55fad760-0b0e-4600-b122-7c2217ec6186 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:14.270134 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:14.488546 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-55fad760-0b0e-4600-b122-7c2217ec6186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764020614705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263063011'] for port, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:14.579354 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fad760-0b0e-4600-b122-7c2217ec6186 admin admin] Network 8c026026-8e05-41b4-990c-0815c0c24f4f is already hosted by enough agents. {{(pid=114529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:50:14.590654 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.base_scheduler [None req-55fad760-0b0e-4600-b122-7c2217ec6186 admin admin] Resources bound (agent type, host, resource id): {{(pid=114529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:50:14.598266 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fad760-0b0e-4600-b122-7c2217ec6186 admin admin] Received port after_create {{(pid=114529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 10 17:50:14.644032 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-211e04c2-f60b-484b-b328-b7754ec32d2a tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=114528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 10 17:50:14.647888 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fad760-0b0e-4600-b122-7c2217ec6186 admin admin] Pushing event updated for resources: {'Port': ['ID=fae818c8-e1c1-4546-b62f-12e006b813ee,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:14.659865 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-211e04c2-f60b-484b-b328-b7754ec32d2a tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for floatingip, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:14.662929 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d687f4-99b0-4d98-bafe-34c67c7321bf None None] Sync routers for ids ['b08aacab-8f74-4fe8-ac9f-43f4322e361a'] in dv-cinder-xena-3-iscsi {{(pid=114531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 17:50:14.690218 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d687f4-99b0-4d98-bafe-34c67c7321bf None None] Routers {'b08aacab-8f74-4fe8-ac9f-43f4322e361a'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:50:14.704245 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-e2d687f4-99b0-4d98-bafe-34c67c7321bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:50:11Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['b08aacab-8f74-4fe8-ac9f-43f4322e361a'], 'active': True} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:50:14.735034 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-211e04c2-f60b-484b-b328-b7754ec32d2a tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "PUT /v2.0/floatingips/99b6ec64-7abd-458b-bb19-201162467268 HTTP/1.1" status: 200 len: 990 time: 2.1551354 Jun 10 17:50:14.735974 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '088ca270-b9ad-48f8-8928-ef0c99c2bcfe', 'tag': 'd0a7daab-fe71-46f4-8372-7e23b215b068'}] {{(pid=114528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:50:14.741671 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c4b580669e8e78bfc2035bf5baafa64bdcb7bdc1597d6f92a291bf2def5264" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0acf7f23-b7ee-48c3-8812-e26164078021" -d '{"events": [{"name": "network-changed", "server_uuid": "088ca270-b9ad-48f8-8928-ef0c99c2bcfe", "tag": "d0a7daab-fe71-46f4-8372-7e23b215b068"}]}' {{(pid=114528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:50:14.787997 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8989a5de-e174-4286-a7f3-907e72000850 None None] Current status of the port 0e3df404-6458-435f-b246-41fe49adfd6f is: ACTIVE; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:50:14.808600 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Jun 2022 17:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f488554-7d02-4c2c-9b75-07c141c17e20 x-openstack-request-id: req-3f488554-7d02-4c2c-9b75-07c141c17e20 {{(pid=114528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:50:14.808892 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "088ca270-b9ad-48f8-8928-ef0c99c2bcfe", "tag": "d0a7daab-fe71-46f4-8372-7e23b215b068", "status": "completed", "code": 200}]} {{(pid=114528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:50:14.809146 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3f488554-7d02-4c2c-9b75-07c141c17e20 {{(pid=114528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:50:14.809533 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f488554-7d02-4c2c-9b75-07c141c17e20'] response: {'name': 'network-changed', 'server_uuid': '088ca270-b9ad-48f8-8928-ef0c99c2bcfe', 'tag': 'd0a7daab-fe71-46f4-8372-7e23b215b068', 'status': 'completed', 'code': 200} Jun 10 17:50:14.823952 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-33386d08-846f-4b51-9708-144d8fff36ad None None] Notify callbacks [] for port, precommit_create {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:14.914404 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvr_db [None req-e2d687f4-99b0-4d98-bafe-34c67c7321bf None None] Set router b08aacab-8f74-4fe8-ac9f-43f4322e361a gateway port host: dv-cinder-xena-3-iscsi {{(pid=114531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:50:14.932446 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-33386d08-846f-4b51-9708-144d8fff36ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764020614705'] for port, after_create {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:15.026766 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33386d08-846f-4b51-9708-144d8fff36ad None None] Network 02c5248c-edbe-4831-8c36-54044f0abc1b is already hosted by enough agents. {{(pid=114530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:50:15.030142 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.scheduler.base_scheduler [None req-33386d08-846f-4b51-9708-144d8fff36ad None None] Resources bound (agent type, host, resource id): {{(pid=114530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:50:15.038115 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33386d08-846f-4b51-9708-144d8fff36ad None None] Received port after_create {{(pid=114530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 10 17:50:15.054351 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33386d08-846f-4b51-9708-144d8fff36ad None None] Pushing event updated for resources: {'Port': ['ID=ee72ad21-a4bb-4c6a-95a8-343bb20f16ee,revision_number=1']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:15.056426 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf7f23-b7ee-48c3-8812-e26164078021 req-5f4cd75b-5b32-405c-b2a7-057f7fee2474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:15.057909 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-0acf7f23-b7ee-48c3-8812-e26164078021 req-5f4cd75b-5b32-405c-b2a7-057f7fee2474 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=094eb7d216034d06b4925791cb320a38&device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 1098 time: 0.1781785 Jun 10 17:50:15.080698 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17e803f-4161-4d1a-9f96-dbc05ee54c3d req-dcd90348-25d3-446f-b4ea-918a03dd6b8a tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:15.082301 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f17e803f-4161-4d1a-9f96-dbc05ee54c3d req-dcd90348-25d3-446f-b4ea-918a03dd6b8a tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d781a5d-b213-4266-8a01-252bf2d302dc HTTP/1.1" status: 200 len: 946 time: 0.2011983 Jun 10 17:50:15.137484 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.managers [None req-33386d08-846f-4b51-9708-144d8fff36ad None None] Attempting to bind port ee72ad21-a4bb-4c6a-95a8-343bb20f16ee on host dv-cinder-xena-3-iscsi for vnic_type normal with profile {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 17:50:15.137484 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.managers [None req-33386d08-846f-4b51-9708-144d8fff36ad None None] Attempting to bind port ee72ad21-a4bb-4c6a-95a8-343bb20f16ee by drivers openvswitch,hyperv on host dv-cinder-xena-3-iscsi at level 0 using segments [{'id': '91aa0003-3ed8-49ec-9ed2-7073c633f5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '02c5248c-edbe-4831-8c36-54044f0abc1b'}] {{(pid=114530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 17:50:15.138008 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33386d08-846f-4b51-9708-144d8fff36ad None None] Attempting to bind port ee72ad21-a4bb-4c6a-95a8-343bb20f16ee on network 02c5248c-edbe-4831-8c36-54044f0abc1b {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 10 17:50:15.169782 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33386d08-846f-4b51-9708-144d8fff36ad None None] Checking agent: {'id': '87b91a5b-6105-4774-a25f-e6a5abfdfa1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-xena-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 10, 17, 40, 14), 'started_at': datetime.datetime(2022, 6, 10, 17, 40, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 10, 17, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-xena-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 10 17:50:15.174713 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33386d08-846f-4b51-9708-144d8fff36ad None None] Checking segment: {'id': '91aa0003-3ed8-49ec-9ed2-7073c633f5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '02c5248c-edbe-4831-8c36-54044f0abc1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 10 17:50:15.174713 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-33386d08-846f-4b51-9708-144d8fff36ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:15.174713 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33386d08-846f-4b51-9708-144d8fff36ad None None] Bound using segment: {'id': '91aa0003-3ed8-49ec-9ed2-7073c633f5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '02c5248c-edbe-4831-8c36-54044f0abc1b'} {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 10 17:50:15.174713 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.managers [None req-33386d08-846f-4b51-9708-144d8fff36ad None None] Bound port: ee72ad21-a4bb-4c6a-95a8-343bb20f16ee, host: dv-cinder-xena-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91aa0003-3ed8-49ec-9ed2-7073c633f5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '02c5248c-edbe-4831-8c36-54044f0abc1b'}}] {{(pid=114530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 17:50:15.174713 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-33386d08-846f-4b51-9708-144d8fff36ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:15.311277 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf7f23-b7ee-48c3-8812-e26164078021 req-99687c39-86d1-419d-97bb-38228c01d13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:15.313748 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-0acf7f23-b7ee-48c3-8812-e26164078021 req-99687c39-86d1-419d-97bb-38228c01d13a service neutron] 10.222.0.27 "GET /v2.0/networks?id=272ad309-eaf3-4f81-8366-f3ca4e7cfed0 HTTP/1.1" status: 200 len: 918 time: 0.2477355 Jun 10 17:50:15.341323 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-33386d08-846f-4b51-9708-144d8fff36ad None None] For port ee72ad21-a4bb-4c6a-95a8-343bb20f16ee, host dv-cinder-xena-3-iscsi, cleared binding levels {{(pid=114530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 10 17:50:15.359045 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-33386d08-846f-4b51-9708-144d8fff36ad None None] For port ee72ad21-a4bb-4c6a-95a8-343bb20f16ee, host dv-cinder-xena-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=ee72ad21-a4bb-4c6a-95a8-343bb20f16ee,segment=NetworkSegment(91aa0003-3ed8-49ec-9ed2-7073c633f5e4),segment_id=91aa0003-3ed8-49ec-9ed2-7073c633f5e4)] {{(pid=114530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 10 17:50:15.363967 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-e2d687f4-99b0-4d98-bafe-34c67c7321bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08aacab-8f74-4fe8-ac9f-43f4322e361a', 'name': 'tempest-AttachVolumeShelveTestJSON-1204651457-router', 'tenant_id': '094eb7d216034d06b4925791cb320a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.30'}], 'enable_snat': True}, 'gw_port_id': '7f6d17e9-2cf4-412e-86f5-f350d1ba889a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:49:46Z', 'updated_at': '2022-06-10T17:49:51Z', 'revision_number': 4, 'project_id': '094eb7d216034d06b4925791cb320a38', 'gw_port': {'id': '7f6d17e9-2cf4-412e-86f5-f350d1ba889a', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08aacab-8f74-4fe8-ac9f-43f4322e361a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:49:47Z', 'updated_at': '2022-06-10T17:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_floatingips': [{'id': '99b6ec64-7abd-458b-bb19-201162467268', 'tenant_id': '094eb7d216034d06b4925791cb320a38', 'floating_ip_address': '172.37.5.75', 'floating_network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'router_id': 'b08aacab-8f74-4fe8-ac9f-43f4322e361a', 'port_id': 'd0a7daab-fe71-46f4-8372-7e23b215b068', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '272ad309-eaf3-4f81-8366-f3ca4e7cfed0', 'mac_address': 'fa:16:3e:68:19:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088ca270-b9ad-48f8-8928-ef0c99c2bcfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-10T17:49:54Z', 'updated_at': '2022-06-10T17:50:13Z', 'revision_number': 1, 'project_id': '094eb7d216034d06b4925791cb320a38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f89c920b-0c58-4b20-8e3c-971757c8c6f8', 'name': '', 'network_id': '272ad309-eaf3-4f81-8366-f3ca4e7cfed0', 'tenant_id': '094eb7d216034d06b4925791cb320a38', 'mac_address': 'fa:16:3e:78:43:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08aacab-8f74-4fe8-ac9f-43f4322e361a', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '88a38658-7809-4abe-b052-dc4be9423e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:49:50Z', 'updated_at': '2022-06-10T17:49:54Z', 'revision_number': 5, 'project_id': '094eb7d216034d06b4925791cb320a38', 'subnets': [{'id': '88a38658-7809-4abe-b052-dc4be9423e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:50:15.397679 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d687f4-99b0-4d98-bafe-34c67c7321bf None None] Checking router: b08aacab-8f74-4fe8-ac9f-43f4322e361a for host: dv-cinder-xena-3-iscsi {{(pid=114531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 17:50:15.407523 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d687f4-99b0-4d98-bafe-34c67c7321bf None None] Routers {'b08aacab-8f74-4fe8-ac9f-43f4322e361a'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:50:15.408353 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-e2d687f4-99b0-4d98-bafe-34c67c7321bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:50:11Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['b08aacab-8f74-4fe8-ac9f-43f4322e361a'], 'active': True} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:50:15.420249 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 44340) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:50:15.425298 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [None req-1e6c699d-6b16-4cc6-8a32-c12d071a32b5 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1465934839', 'description': 'tempest-description--606860540'}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:50:15.429439 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f17e803f-4161-4d1a-9f96-dbc05ee54c3d req-bc3c687b-5726-4ba0-ac81-1ef51266860a tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43a01d5-605a-4c10-abd5-66cf865fc9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3013337 Jun 10 17:50:15.437401 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-33386d08-846f-4b51-9708-144d8fff36ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:15.457319 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-0acf7f23-b7ee-48c3-8812-e26164078021 req-25e8d93a-be87-4970-b6a5-819e63698e9b service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0a7daab-fe71-46f4-8372-7e23b215b068 HTTP/1.1" status: 200 len: 998 time: 0.1296980 Jun 10 17:50:15.492956 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-55fad760-0b0e-4600-b122-7c2217ec6186 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:15.517910 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-1e6c699d-6b16-4cc6-8a32-c12d071a32b5 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Notify callbacks [] for security_group, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:15.550761 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33386d08-846f-4b51-9708-144d8fff36ad None None] Pushing event updated for resources: {'Port': ['ID=ee72ad21-a4bb-4c6a-95a8-343bb20f16ee,revision_number=2']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:15.654459 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvr_db [None req-e2d687f4-99b0-4d98-bafe-34c67c7321bf None None] Set router b08aacab-8f74-4fe8-ac9f-43f4322e361a gateway port host: dv-cinder-xena-3-iscsi {{(pid=114531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:50:15.658898 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf7f23-b7ee-48c3-8812-e26164078021 req-d6401695-6a86-4b16-9f51-82e7beb08b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:15.660632 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-0acf7f23-b7ee-48c3-8812-e26164078021 req-d6401695-6a86-4b16-9f51-82e7beb08b22 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=88a38658-7809-4abe-b052-dc4be9423e4c HTTP/1.1" status: 200 len: 856 time: 0.1907148 Jun 10 17:50:15.686877 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-1e6c699d-6b16-4cc6-8a32-c12d071a32b5 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Notify callbacks [] for security_group, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:15.763584 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-1e6c699d-6b16-4cc6-8a32-c12d071a32b5 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:15.843526 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6c699d-6b16-4cc6-8a32-c12d071a32b5 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe5d63c1-a590-402c-aa03-3d0e321c13ba,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:15.892634 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-1e6c699d-6b16-4cc6-8a32-c12d071a32b5 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Notify callbacks [] for security_group, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:15.894100 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-1e6c699d-6b16-4cc6-8a32-c12d071a32b5 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4725947 Jun 10 17:50:15.897612 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 44350) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:50:15.903895 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [None req-465154a6-76c3-4d19-b123-ca38a5295b4d tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Request body: {'security_group_rule': {'security_group_id': 'fe5d63c1-a590-402c-aa03-3d0e321c13ba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:50:16.020596 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-465154a6-76c3-4d19-b123-ca38a5295b4d tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:16.135420 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-465154a6-76c3-4d19-b123-ca38a5295b4d tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:16.142862 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-e2d687f4-99b0-4d98-bafe-34c67c7321bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08aacab-8f74-4fe8-ac9f-43f4322e361a', 'name': 'tempest-AttachVolumeShelveTestJSON-1204651457-router', 'tenant_id': '094eb7d216034d06b4925791cb320a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.30'}], 'enable_snat': True}, 'gw_port_id': '7f6d17e9-2cf4-412e-86f5-f350d1ba889a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:49:46Z', 'updated_at': '2022-06-10T17:49:51Z', 'revision_number': 4, 'project_id': '094eb7d216034d06b4925791cb320a38', 'gw_port': {'id': '7f6d17e9-2cf4-412e-86f5-f350d1ba889a', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08aacab-8f74-4fe8-ac9f-43f4322e361a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:49:47Z', 'updated_at': '2022-06-10T17:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_floatingips': [{'id': '99b6ec64-7abd-458b-bb19-201162467268', 'tenant_id': '094eb7d216034d06b4925791cb320a38', 'floating_ip_address': '172.37.5.75', 'floating_network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'router_id': 'b08aacab-8f74-4fe8-ac9f-43f4322e361a', 'port_id': 'd0a7daab-fe71-46f4-8372-7e23b215b068', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '272ad309-eaf3-4f81-8366-f3ca4e7cfed0', 'mac_address': 'fa:16:3e:68:19:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088ca270-b9ad-48f8-8928-ef0c99c2bcfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-10T17:49:54Z', 'updated_at': '2022-06-10T17:50:13Z', 'revision_number': 1, 'project_id': '094eb7d216034d06b4925791cb320a38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f89c920b-0c58-4b20-8e3c-971757c8c6f8', 'name': '', 'network_id': '272ad309-eaf3-4f81-8366-f3ca4e7cfed0', 'tenant_id': '094eb7d216034d06b4925791cb320a38', 'mac_address': 'fa:16:3e:78:43:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08aacab-8f74-4fe8-ac9f-43f4322e361a', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '88a38658-7809-4abe-b052-dc4be9423e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:49:50Z', 'updated_at': '2022-06-10T17:49:54Z', 'revision_number': 5, 'project_id': '094eb7d216034d06b4925791cb320a38', 'subnets': [{'id': '88a38658-7809-4abe-b052-dc4be9423e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:50:16.175808 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf7f23-b7ee-48c3-8812-e26164078021 req-af00c6cd-24ff-42a1-b8e0-014cc2ac6a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:16.178069 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-0acf7f23-b7ee-48c3-8812-e26164078021 req-af00c6cd-24ff-42a1-b8e0-014cc2ac6a19 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=272ad309-eaf3-4f81-8366-f3ca4e7cfed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1395113 Jun 10 17:50:16.195356 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d687f4-99b0-4d98-bafe-34c67c7321bf None None] The sync data for ids ['b08aacab-8f74-4fe8-ac9f-43f4322e361a'] in dv-cinder-xena-3-iscsi is: [{'id': 'b08aacab-8f74-4fe8-ac9f-43f4322e361a', 'name': 'tempest-AttachVolumeShelveTestJSON-1204651457-router', 'tenant_id': '094eb7d216034d06b4925791cb320a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.30'}], 'enable_snat': True}, 'gw_port_id': '7f6d17e9-2cf4-412e-86f5-f350d1ba889a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:49:46Z', 'updated_at': '2022-06-10T17:49:51Z', 'revision_number': 4, 'project_id': '094eb7d216034d06b4925791cb320a38', 'gw_port': {'id': '7f6d17e9-2cf4-412e-86f5-f350d1ba889a', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08aacab-8f74-4fe8-ac9f-43f4322e361a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:49:47Z', 'updated_at': '2022-06-10T17:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_floatingips': [{'id': '99b6ec64-7abd-458b-bb19-201162467268', 'tenant_id': '094eb7d216034d06b4925791cb320a38', 'floating_ip_address': '172.37.5.75', 'floating_network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'router_id': 'b08aacab-8f74-4fe8-ac9f-43f4322e361a', 'port_id': 'd0a7daab-fe71-46f4-8372-7e23b215b068', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '272ad309-eaf3-4f81-8366-f3ca4e7cfed0', 'mac_address': 'fa:16:3e:68:19:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088ca270-b9ad-48f8-8928-ef0c99c2bcfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-10T17:49:54Z', 'updated_at': '2022-06-10T17:50:13Z', 'revision_number': 1, 'project_id': '094eb7d216034d06b4925791cb320a38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f89c920b-0c58-4b20-8e3c-971757c8c6f8', 'name': '', 'network_id': '272ad309-eaf3-4f81-8366-f3ca4e7cfed0', 'tenant_id': '094eb7d216034d06b4925791cb320a38', 'mac_address': 'fa:16:3e:78:43:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08aacab-8f74-4fe8-ac9f-43f4322e361a', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '88a38658-7809-4abe-b052-dc4be9423e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:49:50Z', 'updated_at': '2022-06-10T17:49:54Z', 'revision_number': 5, 'project_id': '094eb7d216034d06b4925791cb320a38', 'subnets': [{'id': '88a38658-7809-4abe-b052-dc4be9423e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 17:50:16.233913 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-465154a6-76c3-4d19-b123-ca38a5295b4d tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765151'] for security_group_rule, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:16.301264 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465154a6-76c3-4d19-b123-ca38a5295b4d tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae9634a7-8ab0-499f-89b7-32a0f235ee7f,revision_number=0']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:16.306265 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-55fad760-0b0e-4600-b122-7c2217ec6186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754000'] for router, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:16.318505 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-ec1e645d-5d73-4bc3-a822-95751a91ab6e req-e2bc6923-b370-4e96-a389-1d16d9ec73ea service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=2451b0e9-a4e2-4bfd-89a4-f2397dbe41df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1548407 Jun 10 17:50:16.371188 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-465154a6-76c3-4d19-b123-ca38a5295b4d tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:16.376860 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-465154a6-76c3-4d19-b123-ca38a5295b4d tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4772201 Jun 10 17:50:16.377295 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 44362) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:50:16.379605 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device ee72ad21-a4bb-4c6a-95a8-343bb20f16ee up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 17:50:16.383299 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [None req-1ca0f9fc-b733-49da-a883-a924e99ff783 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Request body: {'security_group_rule': {'security_group_id': 'fe5d63c1-a590-402c-aa03-3d0e321c13ba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:50:16.459122 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-0acf7f23-b7ee-48c3-8812-e26164078021 req-b35366b7-d8f8-4f33-afce-fd60ccab73b5 service neutron] 10.222.0.27 "GET /v2.0/networks/272ad309-eaf3-4f81-8366-f3ca4e7cfed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691894 Jun 10 17:50:16.466278 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Provisioning complete for port ee72ad21-a4bb-4c6a-95a8-343bb20f16ee triggered by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:50:16.471666 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:16.500782 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e645d-5d73-4bc3-a822-95751a91ab6e req-481ec042-9fc6-4c2e-82f6-3f1cfb8946fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:16.504616 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-ec1e645d-5d73-4bc3-a822-95751a91ab6e req-481ec042-9fc6-4c2e-82f6-3f1cfb8946fa service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=977e9ef6bd9842379167d252715c6e8c&device_id=2451b0e9-a4e2-4bfd-89a4-f2397dbe41df HTTP/1.1" status: 200 len: 1098 time: 0.1249666 Jun 10 17:50:16.552489 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-1ca0f9fc-b733-49da-a883-a924e99ff783 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:16.665339 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Current status of the port ee72ad21-a4bb-4c6a-95a8-343bb20f16ee is: DOWN; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:50:16.665912 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:16.691451 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-1ca0f9fc-b733-49da-a883-a924e99ff783 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:16.726202 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] For port ee72ad21-a4bb-4c6a-95a8-343bb20f16ee, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=ee72ad21-a4bb-4c6a-95a8-343bb20f16ee,segment=NetworkSegment(91aa0003-3ed8-49ec-9ed2-7073c633f5e4),segment_id=91aa0003-3ed8-49ec-9ed2-7073c633f5e4)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:50:16.784384 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-1ca0f9fc-b733-49da-a883-a924e99ff783 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765151'] for security_group_rule, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:16.818401 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af46fa8-cbba-45dc-bdee-471cbc58f2e2 req-8464c18e-2e06-4805-8a2e-ab1697cd8db2 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:16.820124 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-6af46fa8-cbba-45dc-bdee-471cbc58f2e2 req-8464c18e-2e06-4805-8a2e-ab1697cd8db2 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d781a5d-b213-4266-8a01-252bf2d302dc HTTP/1.1" status: 200 len: 946 time: 0.2348304 Jun 10 17:50:16.826978 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:16.836885 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device 0e3df404-6458-435f-b246-41fe49adfd6f up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 17:50:16.836988 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-0acf7f23-b7ee-48c3-8812-e26164078021 req-9a932748-ad8d-4131-88d3-cfa58d89f8b0 service neutron] 10.222.0.27 "GET /v2.0/networks/272ad309-eaf3-4f81-8366-f3ca4e7cfed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3439698 Jun 10 17:50:16.850436 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e645d-5d73-4bc3-a822-95751a91ab6e req-b701767c-1c0e-47db-92b0-619b2196301e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:16.852086 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-ec1e645d-5d73-4bc3-a822-95751a91ab6e req-b701767c-1c0e-47db-92b0-619b2196301e service neutron] 10.222.0.27 "GET /v2.0/networks?id=e628d0f6-63d3-440a-9d16-11e611b2380d HTTP/1.1" status: 200 len: 920 time: 0.2162683 Jun 10 17:50:16.852923 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca0f9fc-b733-49da-a883-a924e99ff783 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a97c0c39-0aca-4522-b9f8-26d723759805,revision_number=0']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:16.883342 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-6af46fa8-cbba-45dc-bdee-471cbc58f2e2 req-b43b0365-da11-49c7-9b12-ce6f9d20beb4 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43a01d5-605a-4c10-abd5-66cf865fc9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406759 Jun 10 17:50:16.935925 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55fad760-0b0e-4600-b122-7c2217ec6186 admin admin] Router 88f1949e-cebf-40b3-a821-44149915b614 is scheduled to L3 agent e04d2863-a40a-41db-9b2a-39042df37909 with binding_index 1 {{(pid=114529) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 10 17:50:16.942924 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-ec1e645d-5d73-4bc3-a822-95751a91ab6e req-52eb2c2c-d50b-43fe-a603-beb7df922d37 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59b14ac7-7b13-4d51-99ba-242bc1e32f8f HTTP/1.1" status: 200 len: 217 time: 0.0787818 Jun 10 17:50:16.946992 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-1ca0f9fc-b733-49da-a883-a924e99ff783 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:16.948481 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-1ca0f9fc-b733-49da-a883-a924e99ff783 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5702448 Jun 10 17:50:16.952983 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 44378) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:50:16.957844 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [None req-1cecedcc-872b-45d6-bab0-19cebe3d56ce tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Request body: {'floatingip': {'floating_network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f'}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:50:17.027219 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de76991d-9060-472c-98ae-614c8dadf0f2 None None] New status for floating IP 99b6ec64-7abd-458b-bb19-201162467268: ACTIVE {{(pid=114530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 17:50:17.031028 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Pushing event updated for resources: {'Port': ['ID=ee72ad21-a4bb-4c6a-95a8-343bb20f16ee,revision_number=3']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:17.063430 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e645d-5d73-4bc3-a822-95751a91ab6e req-565f267f-399c-4181-8883-acb25dd01e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:17.065282 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-ec1e645d-5d73-4bc3-a822-95751a91ab6e req-565f267f-399c-4181-8883-acb25dd01e60 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=9b159fa3-bdfe-428f-8e21-2b18edcf45c9 HTTP/1.1" status: 200 len: 858 time: 0.0943248 Jun 10 17:50:17.091195 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde2bac5-c5e6-4f06-9bef-60bceec46bbc None None] Network 02c5248c-edbe-4831-8c36-54044f0abc1b requested from dv-cinder-xena-3-iscsi {{(pid=114530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 17:50:17.113235 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55fad760-0b0e-4600-b122-7c2217ec6186 admin admin] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=114529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 10 17:50:17.125125 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb750cde-a403-4864-81aa-8f3c9404c21e None None] Sync routers for ids ['88f1949e-cebf-40b3-a821-44149915b614'] in dv-cinder-xena-3-iscsi {{(pid=114531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 17:50:17.141996 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb750cde-a403-4864-81aa-8f3c9404c21e None None] Routers {'88f1949e-cebf-40b3-a821-44149915b614'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:50:17.142528 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-bb750cde-a403-4864-81aa-8f3c9404c21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:50:11Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['88f1949e-cebf-40b3-a821-44149915b614'], 'active': True} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:50:17.144119 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e645d-5d73-4bc3-a822-95751a91ab6e req-ddff8895-8835-467a-95c6-6f6ce73008c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:17.146623 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-ec1e645d-5d73-4bc3-a822-95751a91ab6e req-ddff8895-8835-467a-95c6-6f6ce73008c6 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=e628d0f6-63d3-440a-9d16-11e611b2380d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0692971 Jun 10 17:50:17.180523 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Provisioning complete for port 0e3df404-6458-435f-b246-41fe49adfd6f triggered by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:50:17.180898 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:17.190735 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 44382) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:50:17.200687 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-1cecedcc-872b-45d6-bab0-19cebe3d56ce tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Notify callbacks [] for floatingip, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:17.228844 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-55fad760-0b0e-4600-b122-7c2217ec6186 admin admin] Notify callbacks [] for router, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:17.230062 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-55fad760-0b0e-4600-b122-7c2217ec6186 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.2389338 Jun 10 17:50:17.233575 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 44386) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:50:17.277236 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvr_db [None req-bb750cde-a403-4864-81aa-8f3c9404c21e None None] Set router 88f1949e-cebf-40b3-a821-44149915b614 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:50:17.306262 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-2d6e90b3-f453-4ac3-acb4-44d9c0c88aa9 None None] Provisioning complete for port ee72ad21-a4bb-4c6a-95a8-343bb20f16ee triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:50:17.306262 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-2d6e90b3-f453-4ac3-acb4-44d9c0c88aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:17.378585 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-ec1e645d-5d73-4bc3-a822-95751a91ab6e req-4d9bf772-211a-49fa-846d-d1430e419c36 service neutron] 10.222.0.27 "GET /v2.0/networks/e628d0f6-63d3-440a-9d16-11e611b2380d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233155 Jun 10 17:50:17.408516 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-1e9ba34e-d192-428a-96d9-a8a0b934667b admin admin] Notify callbacks [] for security_group, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:17.597694 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-1cecedcc-872b-45d6-bab0-19cebe3d56ce tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:17.635507 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Current status of the port 0e3df404-6458-435f-b246-41fe49adfd6f is: ACTIVE; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:50:17.637886 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-ec1e645d-5d73-4bc3-a822-95751a91ab6e req-3538138a-8230-41b4-9e29-73e438cf40a2 service neutron] 10.222.0.27 "GET /v2.0/networks/e628d0f6-63d3-440a-9d16-11e611b2380d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041178 Jun 10 17:50:17.657244 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-2d6e90b3-f453-4ac3-acb4-44d9c0c88aa9 None None] Current status of the port ee72ad21-a4bb-4c6a-95a8-343bb20f16ee is: ACTIVE; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:50:17.658794 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-1e9ba34e-d192-428a-96d9-a8a0b934667b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:17.728387 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-bb750cde-a403-4864-81aa-8f3c9404c21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f1949e-cebf-40b3-a821-44149915b614', 'name': 'tempest-TestMinimumBasicScenario-1045413750-router', 'tenant_id': '335959ed20474a5a889d79801cf7d3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.39'}], 'enable_snat': True}, 'gw_port_id': 'fae818c8-e1c1-4546-b62f-12e006b813ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:50:13Z', 'updated_at': '2022-06-10T17:50:14Z', 'revision_number': 3, 'project_id': '335959ed20474a5a889d79801cf7d3ea', 'gw_port': {'id': 'fae818c8-e1c1-4546-b62f-12e006b813ee', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a6:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f1949e-cebf-40b3-a821-44149915b614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:50:13Z', 'updated_at': '2022-06-10T17:50:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:50:17.750797 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-1e9ba34e-d192-428a-96d9-a8a0b934667b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:17.782967 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb750cde-a403-4864-81aa-8f3c9404c21e None None] Checking router: 88f1949e-cebf-40b3-a821-44149915b614 for host: dv-cinder-xena-3-iscsi {{(pid=114531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 17:50:17.783502 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb750cde-a403-4864-81aa-8f3c9404c21e None None] Updating router 88f1949e-cebf-40b3-a821-44149915b614 port fae818c8-e1c1-4546-b62f-12e006b813ee binding host dv-cinder-xena-3-iscsi {{(pid=114531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 17:50:17.788100 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.db_base_plugin_common [None req-1cecedcc-872b-45d6-bab0-19cebe3d56ce tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Allocated IP 172.37.5.134 (8c026026-8e05-41b4-990c-0815c0c24f4f/e3db4be6-a2be-4d68-ab1f-8754e6ee5b68/386c14c0-7d42-4bfc-8863-41fdd8c56cd2) {{(pid=114528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 17:50:17.827806 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-1e9ba34e-d192-428a-96d9-a8a0b934667b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d602495b6b0d4cd59f11a6a87c9f776f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6366920 Jun 10 17:50:17.830550 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 44392) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:50:17.836616 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron_lib.callbacks.manager [None req-bb750cde-a403-4864-81aa-8f3c9404c21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:17.851262 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9ba34e-d192-428a-96d9-a8a0b934667b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4171bda9-031d-4e75-94bd-edbe61ca7d7f,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:17.889223 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-09a6cc2b-5f77-4939-9d08-25a3b7dd772d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:17.995566 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-ae876093-3a5f-4e15-9e25-a7b952bdee16 None None] Provisioning complete for port ee72ad21-a4bb-4c6a-95a8-343bb20f16ee triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:50:18.002400 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-ae876093-3a5f-4e15-9e25-a7b952bdee16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:18.045836 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-94379428-ef2f-445c-a557-13a2fbd5039d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:18.051936 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-1cecedcc-872b-45d6-bab0-19cebe3d56ce tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Notify callbacks [] for port, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:18.078850 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-94379428-ef2f-445c-a557-13a2fbd5039d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:18.149119 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-ae876093-3a5f-4e15-9e25-a7b952bdee16 None None] Current status of the port ee72ad21-a4bb-4c6a-95a8-343bb20f16ee is: ACTIVE; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:50:18.188004 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0da50c-6d75-4ab1-9619-a4b61bec639c req-3c601fe7-92be-4f91-a76a-136749fefc29 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:18.188004 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-5b0da50c-6d75-4ab1-9619-a4b61bec639c req-3c601fe7-92be-4f91-a76a-136749fefc29 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d781a5d-b213-4266-8a01-252bf2d302dc HTTP/1.1" status: 200 len: 946 time: 0.0972717 Jun 10 17:50:18.199279 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.db_base_plugin_common [None req-09a6cc2b-5f77-4939-9d08-25a3b7dd772d admin admin] Allocated IP 172.20.0.1 (02c5248c-edbe-4831-8c36-54044f0abc1b/f11cf5a3-bae2-4254-8d05-eba54716d381/7944afe4-e040-4537-b3ea-5eb9ea1e19ef) {{(pid=114529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 17:50:18.237723 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device ee72ad21-a4bb-4c6a-95a8-343bb20f16ee up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 17:50:18.250651 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-1cecedcc-872b-45d6-bab0-19cebe3d56ce tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764020614705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940005'] for port, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:18.258442 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-5b0da50c-6d75-4ab1-9619-a4b61bec639c req-6e003d79-47e7-47a6-9381-522e6c3c2bfb tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43a01d5-605a-4c10-abd5-66cf865fc9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645854 Jun 10 17:50:18.314058 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-94379428-ef2f-445c-a557-13a2fbd5039d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:18.317949 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-94379428-ef2f-445c-a557-13a2fbd5039d admin admin] Notify callbacks [] for security_group, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:18.319297 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-94379428-ef2f-445c-a557-13a2fbd5039d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4171bda9-031d-4e75-94bd-edbe61ca7d7f HTTP/1.1" status: 204 len: 168 time: 0.4876485 Jun 10 17:50:18.338543 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Provisioning complete for port ee72ad21-a4bb-4c6a-95a8-343bb20f16ee triggered by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:50:18.339419 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:18.369151 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94379428-ef2f-445c-a557-13a2fbd5039d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4171bda9-031d-4e75-94bd-edbe61ca7d7f,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:18.372007 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-09a6cc2b-5f77-4939-9d08-25a3b7dd772d admin admin] Notify callbacks [] for port, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:18.390267 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cecedcc-872b-45d6-bab0-19cebe3d56ce tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Network 8c026026-8e05-41b4-990c-0815c0c24f4f is already hosted by enough agents. {{(pid=114528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:50:18.408033 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.base_scheduler [None req-1cecedcc-872b-45d6-bab0-19cebe3d56ce tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Resources bound (agent type, host, resource id): {{(pid=114528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:50:18.410597 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cecedcc-872b-45d6-bab0-19cebe3d56ce tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Received port after_create {{(pid=114528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 10 17:50:18.416409 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cecedcc-872b-45d6-bab0-19cebe3d56ce tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Pushing event updated for resources: {'Port': ['ID=386c14c0-7d42-4bfc-8863-41fdd8c56cd2,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:18.500450 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-09a6cc2b-5f77-4939-9d08-25a3b7dd772d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764020614705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263063011'] for port, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:18.559266 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-1cecedcc-872b-45d6-bab0-19cebe3d56ce tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:18.572818 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron_lib.callbacks.manager [None req-bb750cde-a403-4864-81aa-8f3c9404c21e None None] Notify callbacks [] for port, precommit_update {{(pid=114531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:18.588447 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a6cc2b-5f77-4939-9d08-25a3b7dd772d admin admin] Network 02c5248c-edbe-4831-8c36-54044f0abc1b is already hosted by enough agents. {{(pid=114529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:50:18.597641 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.base_scheduler [None req-09a6cc2b-5f77-4939-9d08-25a3b7dd772d admin admin] Resources bound (agent type, host, resource id): {{(pid=114529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:50:18.609232 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a6cc2b-5f77-4939-9d08-25a3b7dd772d admin admin] Received port after_create {{(pid=114529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 10 17:50:18.633496 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Current status of the port ee72ad21-a4bb-4c6a-95a8-343bb20f16ee is: ACTIVE; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:50:18.635847 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a6cc2b-5f77-4939-9d08-25a3b7dd772d admin admin] Pushing event updated for resources: {'Port': ['ID=7944afe4-e040-4537-b3ea-5eb9ea1e19ef,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:18.658294 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-09a6cc2b-5f77-4939-9d08-25a3b7dd772d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754083'] for router_interface, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:18.677864 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron_lib.callbacks.manager [None req-bb750cde-a403-4864-81aa-8f3c9404c21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:18.731801 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.managers [None req-bb750cde-a403-4864-81aa-8f3c9404c21e None None] Attempting to bind port fae818c8-e1c1-4546-b62f-12e006b813ee on host dv-cinder-xena-3-iscsi for vnic_type normal with profile {{(pid=114531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 17:50:18.732199 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.managers [None req-bb750cde-a403-4864-81aa-8f3c9404c21e None None] Attempting to bind port fae818c8-e1c1-4546-b62f-12e006b813ee by drivers openvswitch,hyperv on host dv-cinder-xena-3-iscsi at level 0 using segments [{'id': 'bfeef927-6d24-4759-be0a-a8eced1bbc0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f'}] {{(pid=114531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 17:50:18.732769 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb750cde-a403-4864-81aa-8f3c9404c21e None None] Attempting to bind port fae818c8-e1c1-4546-b62f-12e006b813ee on network 8c026026-8e05-41b4-990c-0815c0c24f4f {{(pid=114531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 10 17:50:18.767974 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-1cecedcc-872b-45d6-bab0-19cebe3d56ce tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:18.768233 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37795aa-39cb-4d99-abec-ec8099413cd6 None None] Pushing event updated for resources: {'Port': ['ID=fae818c8-e1c1-4546-b62f-12e006b813ee,revision_number=2']} {{(pid=114531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:18.775522 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb750cde-a403-4864-81aa-8f3c9404c21e None None] Checking agent: {'id': '87b91a5b-6105-4774-a25f-e6a5abfdfa1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-xena-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 10, 17, 40, 14), 'started_at': datetime.datetime(2022, 6, 10, 17, 40, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 10, 17, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-xena-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 10 17:50:18.775857 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb750cde-a403-4864-81aa-8f3c9404c21e None None] Checking segment: {'id': 'bfeef927-6d24-4759-be0a-a8eced1bbc0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 10 17:50:18.777190 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron_lib.callbacks.manager [None req-bb750cde-a403-4864-81aa-8f3c9404c21e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:18.777190 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb750cde-a403-4864-81aa-8f3c9404c21e None None] Bound using segment: {'id': 'bfeef927-6d24-4759-be0a-a8eced1bbc0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f'} {{(pid=114531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 10 17:50:18.777190 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.managers [None req-bb750cde-a403-4864-81aa-8f3c9404c21e None None] Bound port: fae818c8-e1c1-4546-b62f-12e006b813ee, host: dv-cinder-xena-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfeef927-6d24-4759-be0a-a8eced1bbc0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f'}}] {{(pid=114531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 17:50:18.777622 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron_lib.callbacks.manager [None req-bb750cde-a403-4864-81aa-8f3c9404c21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:18.832728 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:18.853209 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.db [None req-bb750cde-a403-4864-81aa-8f3c9404c21e None None] For port fae818c8-e1c1-4546-b62f-12e006b813ee, host dv-cinder-xena-3-iscsi, cleared binding levels {{(pid=114531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 10 17:50:18.856412 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.db [None req-bb750cde-a403-4864-81aa-8f3c9404c21e None None] For port fae818c8-e1c1-4546-b62f-12e006b813ee, host dv-cinder-xena-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=fae818c8-e1c1-4546-b62f-12e006b813ee,segment=NetworkSegment(bfeef927-6d24-4759-be0a-a8eced1bbc0e),segment_id=bfeef927-6d24-4759-be0a-a8eced1bbc0e)] {{(pid=114531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 10 17:50:18.924855 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron_lib.callbacks.manager [None req-bb750cde-a403-4864-81aa-8f3c9404c21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:18.983303 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-f74a1ccc-31e1-4ceb-91ab-f9a94976c304 None None] Provisioning complete for port 7944afe4-e040-4537-b3ea-5eb9ea1e19ef triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:50:18.983303 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-f74a1ccc-31e1-4ceb-91ab-f9a94976c304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:18.985065 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-1cecedcc-872b-45d6-bab0-19cebe3d56ce tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Notify callbacks [] for port, precommit_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:18.991877 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb750cde-a403-4864-81aa-8f3c9404c21e None None] Routers {'88f1949e-cebf-40b3-a821-44149915b614'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:50:18.992879 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-bb750cde-a403-4864-81aa-8f3c9404c21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:50:11Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['88f1949e-cebf-40b3-a821-44149915b614'], 'active': True} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:50:19.055375 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-1cecedcc-872b-45d6-bab0-19cebe3d56ce tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940062'] for port, after_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:19.058012 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37795aa-39cb-4d99-abec-ec8099413cd6 None None] Pushing event updated for resources: {'Port': ['ID=fae818c8-e1c1-4546-b62f-12e006b813ee,revision_number=3']} {{(pid=114531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:19.066312 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-f74a1ccc-31e1-4ceb-91ab-f9a94976c304 None None] Port 7944afe4-e040-4537-b3ea-5eb9ea1e19ef cannot update to ACTIVE because it is not bound. {{(pid=114530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 10 17:50:19.140483 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cecedcc-872b-45d6-bab0-19cebe3d56ce tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Pushing event updated for resources: {'Port': ['ID=386c14c0-7d42-4bfc-8863-41fdd8c56cd2,revision_number=2']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:19.196886 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvr_db [None req-bb750cde-a403-4864-81aa-8f3c9404c21e None None] Set router 88f1949e-cebf-40b3-a821-44149915b614 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:50:19.208753 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-09a6cc2b-5f77-4939-9d08-25a3b7dd772d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:19.209854 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-1cecedcc-872b-45d6-bab0-19cebe3d56ce tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-753974'] for floatingip, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:19.291566 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-1cecedcc-872b-45d6-bab0-19cebe3d56ce tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for floatingip, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:19.306653 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-1cecedcc-872b-45d6-bab0-19cebe3d56ce tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3392045 Jun 10 17:50:19.451437 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d345dbab-59f2-4724-8be9-b386197198c2 req-9e0ff53a-08aa-4729-a9de-4d588ee4d7de tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:19.452897 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d345dbab-59f2-4724-8be9-b386197198c2 req-9e0ff53a-08aa-4729-a9de-4d588ee4d7de tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d781a5d-b213-4266-8a01-252bf2d302dc HTTP/1.1" status: 200 len: 946 time: 0.0740087 Jun 10 17:50:19.489885 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-bb750cde-a403-4864-81aa-8f3c9404c21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f1949e-cebf-40b3-a821-44149915b614', 'name': 'tempest-TestMinimumBasicScenario-1045413750-router', 'tenant_id': '335959ed20474a5a889d79801cf7d3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.39'}], 'enable_snat': True}, 'gw_port_id': 'fae818c8-e1c1-4546-b62f-12e006b813ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:50:13Z', 'updated_at': '2022-06-10T17:50:18Z', 'revision_number': 4, 'project_id': '335959ed20474a5a889d79801cf7d3ea', 'gw_port': {'id': 'fae818c8-e1c1-4546-b62f-12e006b813ee', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a6:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f1949e-cebf-40b3-a821-44149915b614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:50:13Z', 'updated_at': '2022-06-10T17:50:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': '7944afe4-e040-4537-b3ea-5eb9ea1e19ef', 'name': '', 'network_id': '02c5248c-edbe-4831-8c36-54044f0abc1b', 'tenant_id': '335959ed20474a5a889d79801cf7d3ea', 'mac_address': 'fa:16:3e:26:28:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f1949e-cebf-40b3-a821-44149915b614', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'f11cf5a3-bae2-4254-8d05-eba54716d381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:50:17Z', 'updated_at': '2022-06-10T17:50:18Z', 'revision_number': 1, 'project_id': '335959ed20474a5a889d79801cf7d3ea', 'subnets': [{'id': 'f11cf5a3-bae2-4254-8d05-eba54716d381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:50:19.514767 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d345dbab-59f2-4724-8be9-b386197198c2 req-bad2987c-43c4-4ab7-bbfc-e58db9186e28 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43a01d5-605a-4c10-abd5-66cf865fc9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506678 Jun 10 17:50:19.525016 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb750cde-a403-4864-81aa-8f3c9404c21e None None] The sync data for ids ['88f1949e-cebf-40b3-a821-44149915b614'] in dv-cinder-xena-3-iscsi is: [{'id': '88f1949e-cebf-40b3-a821-44149915b614', 'name': 'tempest-TestMinimumBasicScenario-1045413750-router', 'tenant_id': '335959ed20474a5a889d79801cf7d3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.39'}], 'enable_snat': True}, 'gw_port_id': 'fae818c8-e1c1-4546-b62f-12e006b813ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:50:13Z', 'updated_at': '2022-06-10T17:50:18Z', 'revision_number': 4, 'project_id': '335959ed20474a5a889d79801cf7d3ea', 'gw_port': {'id': 'fae818c8-e1c1-4546-b62f-12e006b813ee', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a6:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f1949e-cebf-40b3-a821-44149915b614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:50:13Z', 'updated_at': '2022-06-10T17:50:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': '7944afe4-e040-4537-b3ea-5eb9ea1e19ef', 'name': '', 'network_id': '02c5248c-edbe-4831-8c36-54044f0abc1b', 'tenant_id': '335959ed20474a5a889d79801cf7d3ea', 'mac_address': 'fa:16:3e:26:28:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f1949e-cebf-40b3-a821-44149915b614', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'f11cf5a3-bae2-4254-8d05-eba54716d381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:50:17Z', 'updated_at': '2022-06-10T17:50:18Z', 'revision_number': 1, 'project_id': '335959ed20474a5a889d79801cf7d3ea', 'subnets': [{'id': 'f11cf5a3-bae2-4254-8d05-eba54716d381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 17:50:19.541288 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-09a6cc2b-5f77-4939-9d08-25a3b7dd772d admin admin] Notify callbacks [] for port, precommit_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:19.602951 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-09a6cc2b-5f77-4939-9d08-25a3b7dd772d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263062808'] for port, after_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:19.689701 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-9d51dd3c-f73c-4f15-ae26-3811b90714a7 req-81199323-8507-4d26-af1c-534860b63252 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1465934839&fields=id&tenant_id=977e9ef6bd9842379167d252715c6e8c HTTP/1.1" status: 200 len: 267 time: 0.1077526 Jun 10 17:50:19.711442 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a6cc2b-5f77-4939-9d08-25a3b7dd772d admin admin] Pushing event updated for resources: {'Port': ['ID=7944afe4-e040-4537-b3ea-5eb9ea1e19ef,revision_number=2']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:19.714967 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-09a6cc2b-5f77-4939-9d08-25a3b7dd772d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-734068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-779027'] for router_interface, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:19.891371 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 44464) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:50:19.894336 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d51dd3c-f73c-4f15-ae26-3811b90714a7 req-7731d94b-9212-462b-9046-dbff3af4c715 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:19.895868 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-9d51dd3c-f73c-4f15-ae26-3811b90714a7 req-7731d94b-9212-462b-9046-dbff3af4c715 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/networks?id=e628d0f6-63d3-440a-9d16-11e611b2380d HTTP/1.1" status: 200 len: 819 time: 0.1944706 Jun 10 17:50:19.921902 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-9d51dd3c-f73c-4f15-ae26-3811b90714a7 req-3a81e0e4-1fe9-4481-b77b-1d72c19b4f7a tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/quotas/977e9ef6bd9842379167d252715c6e8c HTTP/1.1" status: 200 len: 375 time: 0.0157518 Jun 10 17:50:19.927442 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a6cc2b-5f77-4939-9d08-25a3b7dd772d admin admin] Network 02c5248c-edbe-4831-8c36-54044f0abc1b is already hosted by enough agents. {{(pid=114529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:50:19.928779 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.base_scheduler [None req-09a6cc2b-5f77-4939-9d08-25a3b7dd772d admin admin] Resources bound (agent type, host, resource id): {{(pid=114529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:50:20.024995 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 44468) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:50:20.116293 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [None req-1940c05e-9d02-45a1-a90d-7b6701f0272c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-340904518-network', 'tenant_id': '206f91034b0649c3b3d4232a12c9085e'}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:50:20.162729 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-74ab4c11-aaa7-4922-90ff-ebecedad89ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:20.163651 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-9d51dd3c-f73c-4f15-ae26-3811b90714a7 req-a888fd59-2c78-47e1-9037-3f461c86919a tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=977e9ef6bd9842379167d252715c6e8c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2293956 Jun 10 17:50:20.248539 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09a6cc2b-5f77-4939-9d08-25a3b7dd772d admin admin] Router 88f1949e-cebf-40b3-a821-44149915b614 has already been hosted by L3 agent e04d2863-a40a-41db-9b2a-39042df37909 {{(pid=114529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 10 17:50:20.265691 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-74ab4c11-aaa7-4922-90ff-ebecedad89ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:20.271978 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1940c05e-9d02-45a1-a90d-7b6701f0272c admin admin] Made reservation on behalf of 206f91034b0649c3b3d4232a12c9085e for: {'network': 1} {{(pid=114528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 17:50:20.276967 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-1940c05e-9d02-45a1-a90d-7b6701f0272c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for network, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:20.284048 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-1940c05e-9d02-45a1-a90d-7b6701f0272c admin admin] Notify callbacks [] for security_group, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:20.369683 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-74ab4c11-aaa7-4922-90ff-ebecedad89ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:20.378879 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-9d51dd3c-f73c-4f15-ae26-3811b90714a7 req-bfcfe68d-128d-49f2-b0e6-52f76aba8d96 service neutron] 10.222.0.16 "GET /v2.0/networks/e628d0f6-63d3-440a-9d16-11e611b2380d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718750 Jun 10 17:50:20.401570 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-1940c05e-9d02-45a1-a90d-7b6701f0272c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:20.409954 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-7d5052fa-d319-4a3a-a768-75794c392982 None None] Provisioning complete for port 7944afe4-e040-4537-b3ea-5eb9ea1e19ef triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:50:20.410576 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-7d5052fa-d319-4a3a-a768-75794c392982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:20.434167 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-74ab4c11-aaa7-4922-90ff-ebecedad89ba admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1c94af0d8b8848a3a4ed8da5632a3df2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4056218 Jun 10 17:50:20.434167 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ab4c11-aaa7-4922-90ff-ebecedad89ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7860d3-3220-412e-8e33-5d3433049f0e,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:20.436005 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 44474) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:50:20.451677 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-7d5052fa-d319-4a3a-a768-75794c392982 None None] Port 7944afe4-e040-4537-b3ea-5eb9ea1e19ef cannot update to ACTIVE because it is not bound. {{(pid=114530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 10 17:50:20.464216 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-1940c05e-9d02-45a1-a90d-7b6701f0272c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:20.498571 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1940c05e-9d02-45a1-a90d-7b6701f0272c admin admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=114528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 17:50:20.508470 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a6cc2b-5f77-4939-9d08-25a3b7dd772d admin admin] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=114529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 10 17:50:20.515494 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-09a6cc2b-5f77-4939-9d08-25a3b7dd772d admin admin] 10.222.0.16 "PUT /v2.0/routers/88f1949e-cebf-40b3-a821-44149915b614/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2809238 Jun 10 17:50:20.519248 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1940c05e-9d02-45a1-a90d-7b6701f0272c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e34e9d33-06f7-444b-b871-be501815f2d9,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:20.528624 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-1940c05e-9d02-45a1-a90d-7b6701f0272c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009214'] for segment, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:20.529809 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.db.segments_db [None req-1940c05e-9d02-45a1-a90d-7b6701f0272c admin admin] Added segment c69d8552-988e-41e2-b7ff-711661fe55dd of type vlan for network 1fe5d597-d927-4ae9-b9d9-04ab61ecf04f Jun 10 17:50:20.543363 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-9d51dd3c-f73c-4f15-ae26-3811b90714a7 req-c307b136-70e5-4b27-b89d-874f957a4d95 service neutron] 10.222.0.16 "GET /v2.0/networks/e628d0f6-63d3-440a-9d16-11e611b2380d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563408 Jun 10 17:50:20.579667 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-002dbaee-5dd8-4b26-a5a7-66c7118fb010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:20.596932 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-1940c05e-9d02-45a1-a90d-7b6701f0272c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764020540941'] for network, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:20.615981 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-002dbaee-5dd8-4b26-a5a7-66c7118fb010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:20.675319 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5525f9-ea35-4514-b2bc-4a7d90799dd8 req-002e7bf3-c9c1-43c6-a5f6-6042951c3afe tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:20.677148 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-bf5525f9-ea35-4514-b2bc-4a7d90799dd8 req-002e7bf3-c9c1-43c6-a5f6-6042951c3afe tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d781a5d-b213-4266-8a01-252bf2d302dc HTTP/1.1" status: 200 len: 946 time: 0.0610275 Jun 10 17:50:20.723890 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-bf5525f9-ea35-4514-b2bc-4a7d90799dd8 req-a08dfbbc-3399-465d-b231-b1cd2dead048 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43a01d5-605a-4c10-abd5-66cf865fc9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402043 Jun 10 17:50:20.757898 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-1940c05e-9d02-45a1-a90d-7b6701f0272c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050'] for network, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:20.760589 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1940c05e-9d02-45a1-a90d-7b6701f0272c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:20.761182 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-1940c05e-9d02-45a1-a90d-7b6701f0272c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-734032'] for network, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:20.790615 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-002dbaee-5dd8-4b26-a5a7-66c7118fb010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:20.794439 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-002dbaee-5dd8-4b26-a5a7-66c7118fb010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:20.795493 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-002dbaee-5dd8-4b26-a5a7-66c7118fb010 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6f7860d3-3220-412e-8e33-5d3433049f0e HTTP/1.1" status: 204 len: 168 time: 0.3473642 Jun 10 17:50:20.844582 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-73d6d793-b21b-4c45-9ab0-f4296d05cc00 req-be9fd244-0a1f-4f26-8c5a-6dc9a62c4f2e tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=60b78243-1f1e-45e5-83cf-ce6725a65a23 HTTP/1.1" status: 200 len: 210 time: 0.0798404 Jun 10 17:50:20.856018 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002dbaee-5dd8-4b26-a5a7-66c7118fb010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7860d3-3220-412e-8e33-5d3433049f0e,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:20.928776 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-1940c05e-9d02-45a1-a90d-7b6701f0272c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0354559 Jun 10 17:50:20.931129 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 44492) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:50:20.933582 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1940c05e-9d02-45a1-a90d-7b6701f0272c admin admin] Pushing event updated for resources: {'Network': ['ID=1fe5d597-d927-4ae9-b9d9-04ab61ecf04f,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:20.937107 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.v2.base [None req-cd1c02c5-dc8a-4e42-8a6b-093525933814 admin admin] Request body: {'subnet': {'network_id': '1fe5d597-d927-4ae9-b9d9-04ab61ecf04f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-340904518-subnet', 'tenant_id': '206f91034b0649c3b3d4232a12c9085e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:50:20.950035 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Network 1fe5d597-d927-4ae9-b9d9-04ab61ecf04f details requested by agent ovs-agent-dv-cinder-xena-3-iscsi with host dv-cinder-xena-3-iscsi {{(pid=114530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 10 17:50:21.009595 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd1c02c5-dc8a-4e42-8a6b-093525933814 admin admin] Made reservation on behalf of 206f91034b0649c3b3d4232a12c9085e for: {'subnet': 1} {{(pid=114529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 17:50:21.013124 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-cd1c02c5-dc8a-4e42-8a6b-093525933814 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263210646'] for subnet, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:21.312551 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-cd1c02c5-dc8a-4e42-8a6b-093525933814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263062935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263210628'] for subnet, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:21.387866 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1c02c5-dc8a-4e42-8a6b-093525933814 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02f73527-5d4b-4bb8-82f3-428dfb083d85,revision_number=0']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:21.400520 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1c02c5-dc8a-4e42-8a6b-093525933814 admin admin] Checking segment: {'id': 'c69d8552-988e-41e2-b7ff-711661fe55dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '1fe5d597-d927-4ae9-b9d9-04ab61ecf04f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 10 17:50:21.401337 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1c02c5-dc8a-4e42-8a6b-093525933814 admin admin] Network hostable DHCP agents. Network: 1fe5d597-d927-4ae9-b9d9-04ab61ecf04f, hostable agents: ['bccf9388-ecf1-4acf-9e95-63f97cf623b0'], hosted agents: [] {{(pid=114529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 17:50:21.488986 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1c02c5-dc8a-4e42-8a6b-093525933814 admin admin] Network 1fe5d597-d927-4ae9-b9d9-04ab61ecf04f is scheduled to be hosted by DHCP agent bccf9388-ecf1-4acf-9e95-63f97cf623b0 with binding_index 1 {{(pid=114529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 17:50:21.603109 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.base_scheduler [None req-cd1c02c5-dc8a-4e42-8a6b-093525933814 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-xena-3-iscsi, 1fe5d597-d927-4ae9-b9d9-04ab61ecf04f) {{(pid=114529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:50:21.607910 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1c02c5-dc8a-4e42-8a6b-093525933814 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:21.608497 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-cd1c02c5-dc8a-4e42-8a6b-093525933814 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-734032'] for subnet, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:21.615441 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d686c21d-0303-427d-89db-31950fd22ae8 None None] Network 1fe5d597-d927-4ae9-b9d9-04ab61ecf04f requested from dv-cinder-xena-3-iscsi {{(pid=114530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 17:50:21.641718 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 44524) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:50:21.682195 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-a8788712-c7a2-4157-932c-bf346b9b9a53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:21.714101 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-cd1c02c5-dc8a-4e42-8a6b-093525933814 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7711382 Jun 10 17:50:21.910510 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-a8788712-c7a2-4157-932c-bf346b9b9a53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:22.000841 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01216fd3-c3f1-4503-9815-2acc4eefb98c None None] Network 1fe5d597-d927-4ae9-b9d9-04ab61ecf04f requested from dv-cinder-xena-3-iscsi {{(pid=114530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 17:50:22.013494 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0093eb-7946-4d3a-a6dc-ceb6ba67deee req-f38cf85e-7430-4d02-b4f9-6d39feb42e49 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:22.015242 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ed0093eb-7946-4d3a-a6dc-ceb6ba67deee req-f38cf85e-7430-4d02-b4f9-6d39feb42e49 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d781a5d-b213-4266-8a01-252bf2d302dc HTTP/1.1" status: 200 len: 946 time: 0.1547811 Jun 10 17:50:22.037115 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ac30199a-1894-4148-ab81-9b19d4cf10e9 req-04c8ae7b-5f4d-4187-b701-9381e286f3c7 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=60b78243-1f1e-45e5-83cf-ce6725a65a23 HTTP/1.1" status: 200 len: 210 time: 0.0470006 Jun 10 17:50:22.105987 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ed0093eb-7946-4d3a-a6dc-ceb6ba67deee req-010bee37-4948-4b07-a810-378f261f6635 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43a01d5-605a-4c10-abd5-66cf865fc9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759830 Jun 10 17:50:22.172969 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-a8788712-c7a2-4157-932c-bf346b9b9a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:22.244517 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8788712-c7a2-4157-932c-bf346b9b9a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6836ff6-837d-4ee4-aef3-c22502ec6d6f,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:22.256909 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 44536) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:50:22.257317 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-a8788712-c7a2-4157-932c-bf346b9b9a53 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6e9c24ab03834caf8209c5377ab0b930&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6104701 Jun 10 17:50:22.259796 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8788712-c7a2-4157-932c-bf346b9b9a53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:50:22.260317 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8788712-c7a2-4157-932c-bf346b9b9a53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:50:22.260824 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8788712-c7a2-4157-932c-bf346b9b9a53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:50:22.261321 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8788712-c7a2-4157-932c-bf346b9b9a53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:50:22.261821 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8788712-c7a2-4157-932c-bf346b9b9a53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:50:22.262379 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8788712-c7a2-4157-932c-bf346b9b9a53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:50:22.267750 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8788712-c7a2-4157-932c-bf346b9b9a53 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:50:22.267750 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8788712-c7a2-4157-932c-bf346b9b9a53 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:50:22.267750 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8788712-c7a2-4157-932c-bf346b9b9a53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:50:22.267750 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8788712-c7a2-4157-932c-bf346b9b9a53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:50:22.267750 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8788712-c7a2-4157-932c-bf346b9b9a53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:50:22.267750 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8788712-c7a2-4157-932c-bf346b9b9a53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:50:22.314952 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device fae818c8-e1c1-4546-b62f-12e006b813ee up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 17:50:22.328359 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-e49981cb-d06a-4071-b27f-20abea285e65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:22.361595 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-e49981cb-d06a-4071-b27f-20abea285e65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:22.408865 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Provisioning complete for port fae818c8-e1c1-4546-b62f-12e006b813ee triggered by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:50:22.411611 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:22.522876 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Current status of the port fae818c8-e1c1-4546-b62f-12e006b813ee is: DOWN; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:50:22.523101 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:22.547577 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] For port fae818c8-e1c1-4546-b62f-12e006b813ee, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=fae818c8-e1c1-4546-b62f-12e006b813ee,segment=NetworkSegment(bfeef927-6d24-4759-be0a-a8eced1bbc0e),segment_id=bfeef927-6d24-4759-be0a-a8eced1bbc0e)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:50:22.586354 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-e49981cb-d06a-4071-b27f-20abea285e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:22.590462 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-e49981cb-d06a-4071-b27f-20abea285e65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:22.594954 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-e49981cb-d06a-4071-b27f-20abea285e65 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f6836ff6-837d-4ee4-aef3-c22502ec6d6f HTTP/1.1" status: 204 len: 168 time: 0.3347018 Jun 10 17:50:22.611747 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49981cb-d06a-4071-b27f-20abea285e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6836ff6-837d-4ee4-aef3-c22502ec6d6f,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:22.617381 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:22.647342 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49981cb-d06a-4071-b27f-20abea285e65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:50:22.650017 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49981cb-d06a-4071-b27f-20abea285e65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:50:22.650590 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49981cb-d06a-4071-b27f-20abea285e65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:50:22.650906 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49981cb-d06a-4071-b27f-20abea285e65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:50:22.651933 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49981cb-d06a-4071-b27f-20abea285e65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:50:22.654272 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49981cb-d06a-4071-b27f-20abea285e65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:50:22.654585 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49981cb-d06a-4071-b27f-20abea285e65 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:50:22.654923 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49981cb-d06a-4071-b27f-20abea285e65 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:50:22.657214 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49981cb-d06a-4071-b27f-20abea285e65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:50:22.657567 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49981cb-d06a-4071-b27f-20abea285e65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:50:22.658436 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49981cb-d06a-4071-b27f-20abea285e65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:50:22.661650 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49981cb-d06a-4071-b27f-20abea285e65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:50:22.701472 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Pushing event updated for resources: {'Port': ['ID=fae818c8-e1c1-4546-b62f-12e006b813ee,revision_number=4']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:23.077067 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90703527-8d0f-4c97-996f-f7bef822528b None None] Sync routers for ids ['88f1949e-cebf-40b3-a821-44149915b614'] in dv-cinder-xena-3-iscsi {{(pid=114530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 17:50:23.088431 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90703527-8d0f-4c97-996f-f7bef822528b None None] Routers {'88f1949e-cebf-40b3-a821-44149915b614'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:50:23.089059 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-90703527-8d0f-4c97-996f-f7bef822528b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:50:11Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['88f1949e-cebf-40b3-a821-44149915b614'], 'active': True} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:50:23.265766 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-2267b3bb-c126-4cba-9322-afdebe40c31d req-d4d9dce5-812f-4658-be70-e14d93891f33 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=60b78243-1f1e-45e5-83cf-ce6725a65a23 HTTP/1.1" status: 200 len: 210 time: 0.0948355 Jun 10 17:50:23.444394 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvr_db [None req-90703527-8d0f-4c97-996f-f7bef822528b None None] Set router 88f1949e-cebf-40b3-a821-44149915b614 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:50:23.445765 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c9ce63-9ece-43d6-811b-de31edc2575f req-536b441f-bfb1-4e07-a285-1049b993a3dc tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:23.445765 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-77c9ce63-9ece-43d6-811b-de31edc2575f req-536b441f-bfb1-4e07-a285-1049b993a3dc tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d781a5d-b213-4266-8a01-252bf2d302dc HTTP/1.1" status: 200 len: 946 time: 0.1160915 Jun 10 17:50:23.498067 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-77c9ce63-9ece-43d6-811b-de31edc2575f req-c7bc201c-22d5-48ba-932d-8c3f8b68e1c2 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43a01d5-605a-4c10-abd5-66cf865fc9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639424 Jun 10 17:50:23.726011 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-90703527-8d0f-4c97-996f-f7bef822528b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f1949e-cebf-40b3-a821-44149915b614', 'name': 'tempest-TestMinimumBasicScenario-1045413750-router', 'tenant_id': '335959ed20474a5a889d79801cf7d3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.39'}], 'enable_snat': True}, 'gw_port_id': 'fae818c8-e1c1-4546-b62f-12e006b813ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:50:13Z', 'updated_at': '2022-06-10T17:50:18Z', 'revision_number': 4, 'project_id': '335959ed20474a5a889d79801cf7d3ea', 'gw_port': {'id': 'fae818c8-e1c1-4546-b62f-12e006b813ee', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f1949e-cebf-40b3-a821-44149915b614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:50:13Z', 'updated_at': '2022-06-10T17:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': '7944afe4-e040-4537-b3ea-5eb9ea1e19ef', 'name': '', 'network_id': '02c5248c-edbe-4831-8c36-54044f0abc1b', 'tenant_id': '335959ed20474a5a889d79801cf7d3ea', 'mac_address': 'fa:16:3e:26:28:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f1949e-cebf-40b3-a821-44149915b614', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'f11cf5a3-bae2-4254-8d05-eba54716d381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:50:17Z', 'updated_at': '2022-06-10T17:50:19Z', 'revision_number': 2, 'project_id': '335959ed20474a5a889d79801cf7d3ea', 'subnets': [{'id': 'f11cf5a3-bae2-4254-8d05-eba54716d381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:50:23.755293 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90703527-8d0f-4c97-996f-f7bef822528b None None] Checking router: 88f1949e-cebf-40b3-a821-44149915b614 for host: dv-cinder-xena-3-iscsi {{(pid=114530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 17:50:23.755667 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90703527-8d0f-4c97-996f-f7bef822528b None None] Updating router 88f1949e-cebf-40b3-a821-44149915b614 port 7944afe4-e040-4537-b3ea-5eb9ea1e19ef binding host dv-cinder-xena-3-iscsi {{(pid=114530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 17:50:23.788157 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-90703527-8d0f-4c97-996f-f7bef822528b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:24.163943 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-90703527-8d0f-4c97-996f-f7bef822528b None None] Notify callbacks [] for port, precommit_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:24.238334 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-90703527-8d0f-4c97-996f-f7bef822528b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:24.309426 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device fae818c8-e1c1-4546-b62f-12e006b813ee up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 17:50:24.396801 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bd1842-c5f9-4b4b-9c54-7c3ff03c3d70 None None] Pushing event updated for resources: {'Port': ['ID=7944afe4-e040-4537-b3ea-5eb9ea1e19ef,revision_number=3']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:24.443687 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d51dd3c-f73c-4f15-ae26-3811b90714a7 req-e43f7219-17f4-4664-8fce-9c758a1cdb93 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:24.446223 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-9d51dd3c-f73c-4f15-ae26-3811b90714a7 req-e43f7219-17f4-4664-8fce-9c758a1cdb93 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.27 "GET /v2.0/networks?id=e628d0f6-63d3-440a-9d16-11e611b2380d HTTP/1.1" status: 200 len: 819 time: 0.3226240 Jun 10 17:50:24.472157 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-23b66678-b1f3-458f-9915-b395c29b7204 req-fbe28ba4-a878-4908-b53f-c344d116edcf tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=60b78243-1f1e-45e5-83cf-ce6725a65a23 HTTP/1.1" status: 200 len: 210 time: 0.0441749 Jun 10 17:50:24.488653 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.managers [None req-90703527-8d0f-4c97-996f-f7bef822528b None None] Attempting to bind port 7944afe4-e040-4537-b3ea-5eb9ea1e19ef on host dv-cinder-xena-3-iscsi for vnic_type normal with profile {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 17:50:24.489083 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.managers [None req-90703527-8d0f-4c97-996f-f7bef822528b None None] Attempting to bind port 7944afe4-e040-4537-b3ea-5eb9ea1e19ef by drivers openvswitch,hyperv on host dv-cinder-xena-3-iscsi at level 0 using segments [{'id': '91aa0003-3ed8-49ec-9ed2-7073c633f5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '02c5248c-edbe-4831-8c36-54044f0abc1b'}] {{(pid=114530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 17:50:24.489498 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90703527-8d0f-4c97-996f-f7bef822528b None None] Attempting to bind port 7944afe4-e040-4537-b3ea-5eb9ea1e19ef on network 02c5248c-edbe-4831-8c36-54044f0abc1b {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 10 17:50:24.511955 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90703527-8d0f-4c97-996f-f7bef822528b None None] Checking agent: {'id': '87b91a5b-6105-4774-a25f-e6a5abfdfa1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-xena-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 10, 17, 40, 14), 'started_at': datetime.datetime(2022, 6, 10, 17, 40, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 10, 17, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-xena-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 10 17:50:24.514483 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90703527-8d0f-4c97-996f-f7bef822528b None None] Checking segment: {'id': '91aa0003-3ed8-49ec-9ed2-7073c633f5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '02c5248c-edbe-4831-8c36-54044f0abc1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 10 17:50:24.514996 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-90703527-8d0f-4c97-996f-f7bef822528b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:24.515493 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90703527-8d0f-4c97-996f-f7bef822528b None None] Bound using segment: {'id': '91aa0003-3ed8-49ec-9ed2-7073c633f5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '02c5248c-edbe-4831-8c36-54044f0abc1b'} {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 10 17:50:24.517176 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.managers [None req-90703527-8d0f-4c97-996f-f7bef822528b None None] Bound port: 7944afe4-e040-4537-b3ea-5eb9ea1e19ef, host: dv-cinder-xena-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91aa0003-3ed8-49ec-9ed2-7073c633f5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '02c5248c-edbe-4831-8c36-54044f0abc1b'}}] {{(pid=114530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 17:50:24.518461 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-90703527-8d0f-4c97-996f-f7bef822528b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:24.522031 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Provisioning complete for port fae818c8-e1c1-4546-b62f-12e006b813ee triggered by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:50:24.525676 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:24.555981 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-9d51dd3c-f73c-4f15-ae26-3811b90714a7 req-71061980-7e54-416a-8aa6-150a35b5d9ab tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=977e9ef6bd9842379167d252715c6e8c HTTP/1.1" status: 200 len: 380 time: 0.0804720 Jun 10 17:50:24.565023 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [req-9d51dd3c-f73c-4f15-ae26-3811b90714a7 req-438d5f38-8317-4623-8d42-7b3d2335b8b6 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Request body: {'port': {'device_id': '60b78243-1f1e-45e5-83cf-ce6725a65a23', 'network_id': 'e628d0f6-63d3-440a-9d16-11e611b2380d', 'admin_state_up': True, 'tenant_id': '977e9ef6bd9842379167d252715c6e8c', 'security_groups': ['fe5d63c1-a590-402c-aa03-3d0e321c13ba']}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:50:24.734143 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-90703527-8d0f-4c97-996f-f7bef822528b None None] For port 7944afe4-e040-4537-b3ea-5eb9ea1e19ef, host dv-cinder-xena-3-iscsi, cleared binding levels {{(pid=114530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 10 17:50:24.737576 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-90703527-8d0f-4c97-996f-f7bef822528b None None] For port 7944afe4-e040-4537-b3ea-5eb9ea1e19ef, host dv-cinder-xena-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=7944afe4-e040-4537-b3ea-5eb9ea1e19ef,segment=NetworkSegment(91aa0003-3ed8-49ec-9ed2-7073c633f5e4),segment_id=91aa0003-3ed8-49ec-9ed2-7073c633f5e4)] {{(pid=114530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 10 17:50:24.743161 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44284a99-4a10-4550-a322-02405d8b1748 req-909e1610-1282-4bff-bc33-0e15b4ea8f21 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:24.747564 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-44284a99-4a10-4550-a322-02405d8b1748 req-909e1610-1282-4bff-bc33-0e15b4ea8f21 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d781a5d-b213-4266-8a01-252bf2d302dc HTTP/1.1" status: 200 len: 946 time: 0.1392875 Jun 10 17:50:24.816111 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-44284a99-4a10-4550-a322-02405d8b1748 req-a0a495be-c1d0-4702-919d-09ca564fe872 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43a01d5-605a-4c10-abd5-66cf865fc9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617762 Jun 10 17:50:24.837993 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Current status of the port fae818c8-e1c1-4546-b62f-12e006b813ee is: ACTIVE; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:50:24.845967 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-90703527-8d0f-4c97-996f-f7bef822528b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:24.909305 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d51dd3c-f73c-4f15-ae26-3811b90714a7 req-438d5f38-8317-4623-8d42-7b3d2335b8b6 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Made reservation on behalf of 977e9ef6bd9842379167d252715c6e8c for: {'port': 1} {{(pid=114528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 17:50:24.914965 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-9d51dd3c-f73c-4f15-ae26-3811b90714a7 req-438d5f38-8317-4623-8d42-7b3d2335b8b6 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:24.955362 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-a1dc2e64-3898-46c7-ad7b-9776b3f1447a None None] Provisioning complete for port 7944afe4-e040-4537-b3ea-5eb9ea1e19ef triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:50:24.957426 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-a1dc2e64-3898-46c7-ad7b-9776b3f1447a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:25.002556 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90703527-8d0f-4c97-996f-f7bef822528b None None] Routers {'88f1949e-cebf-40b3-a821-44149915b614'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:50:25.003291 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-90703527-8d0f-4c97-996f-f7bef822528b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:50:11Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['88f1949e-cebf-40b3-a821-44149915b614'], 'active': True} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:50:25.005657 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bd1842-c5f9-4b4b-9c54-7c3ff03c3d70 None None] Pushing event updated for resources: {'Port': ['ID=7944afe4-e040-4537-b3ea-5eb9ea1e19ef,revision_number=4']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:25.120183 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.db_base_plugin_common [req-9d51dd3c-f73c-4f15-ae26-3811b90714a7 req-438d5f38-8317-4623-8d42-7b3d2335b8b6 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Allocated IP 172.20.0.9 (e628d0f6-63d3-440a-9d16-11e611b2380d/9b159fa3-bdfe-428f-8e21-2b18edcf45c9/e78f4627-59e2-4b53-bccf-1c463ab9d7e8) {{(pid=114528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 17:50:25.322994 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-9d51dd3c-f73c-4f15-ae26-3811b90714a7 req-438d5f38-8317-4623-8d42-7b3d2335b8b6 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Notify callbacks [] for port, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:25.404960 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvr_db [None req-90703527-8d0f-4c97-996f-f7bef822528b None None] Set router 88f1949e-cebf-40b3-a821-44149915b614 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:50:25.480904 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-a1dc2e64-3898-46c7-ad7b-9776b3f1447a None None] Current status of the port 7944afe4-e040-4537-b3ea-5eb9ea1e19ef is: DOWN; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:50:25.480904 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-a1dc2e64-3898-46c7-ad7b-9776b3f1447a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:25.547999 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-a1dc2e64-3898-46c7-ad7b-9776b3f1447a None None] For port 7944afe4-e040-4537-b3ea-5eb9ea1e19ef, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=7944afe4-e040-4537-b3ea-5eb9ea1e19ef,segment=NetworkSegment(91aa0003-3ed8-49ec-9ed2-7073c633f5e4),segment_id=91aa0003-3ed8-49ec-9ed2-7073c633f5e4)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:50:25.553647 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-9d51dd3c-f73c-4f15-ae26-3811b90714a7 req-438d5f38-8317-4623-8d42-7b3d2335b8b6 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764020614705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940005'] for port, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:25.615755 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d51dd3c-f73c-4f15-ae26-3811b90714a7 req-438d5f38-8317-4623-8d42-7b3d2335b8b6 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Network e628d0f6-63d3-440a-9d16-11e611b2380d is already hosted by enough agents. {{(pid=114528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:50:25.620126 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.base_scheduler [req-9d51dd3c-f73c-4f15-ae26-3811b90714a7 req-438d5f38-8317-4623-8d42-7b3d2335b8b6 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Resources bound (agent type, host, resource id): {{(pid=114528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:50:25.624975 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d51dd3c-f73c-4f15-ae26-3811b90714a7 req-438d5f38-8317-4623-8d42-7b3d2335b8b6 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Received port after_create {{(pid=114528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 10 17:50:25.644542 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-a1dc2e64-3898-46c7-ad7b-9776b3f1447a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:25.649859 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc63eb5-4854-451b-95ba-c3844cdb3457 req-9d0e7f9d-fa1a-494d-8835-263f2c656403 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:25.651392 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ecc63eb5-4854-451b-95ba-c3844cdb3457 req-9d0e7f9d-fa1a-494d-8835-263f2c656403 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=60b78243-1f1e-45e5-83cf-ce6725a65a23 HTTP/1.1" status: 200 len: 931 time: 0.0822010 Jun 10 17:50:25.663313 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d5f38-8317-4623-8d42-7b3d2335b8b6 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Pushing event updated for resources: {'Port': ['ID=e78f4627-59e2-4b53-bccf-1c463ab9d7e8,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:25.721805 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d51dd3c-f73c-4f15-ae26-3811b90714a7 req-438d5f38-8317-4623-8d42-7b3d2335b8b6 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:25.721805 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-9d51dd3c-f73c-4f15-ae26-3811b90714a7 req-438d5f38-8317-4623-8d42-7b3d2335b8b6 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-734032'] for port, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:25.776771 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ecc63eb5-4854-451b-95ba-c3844cdb3457 req-f86de36a-2a3b-4e37-90b7-80a7f6d39b16 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d63c1-a590-402c-aa03-3d0e321c13ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154387 Jun 10 17:50:25.816188 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dc2e64-3898-46c7-ad7b-9776b3f1447a None None] Pushing event updated for resources: {'Port': ['ID=7944afe4-e040-4537-b3ea-5eb9ea1e19ef,revision_number=5']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:25.820452 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-9d51dd3c-f73c-4f15-ae26-3811b90714a7 req-438d5f38-8317-4623-8d42-7b3d2335b8b6 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2613306 Jun 10 17:50:25.843839 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [req-9d51dd3c-f73c-4f15-ae26-3811b90714a7 req-af3b1f3b-ede2-48b1-8241-5528ce09bf47 service neutron] Request body: {'port': {'device_id': '60b78243-1f1e-45e5-83cf-ce6725a65a23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-xena0'}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:50:25.850054 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-d23f4ea2-4482-4a13-9dd0-c9e1e8fc5fa8 None None] Provisioning complete for port 7944afe4-e040-4537-b3ea-5eb9ea1e19ef triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:50:25.850580 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-d23f4ea2-4482-4a13-9dd0-c9e1e8fc5fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:25.938895 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-90703527-8d0f-4c97-996f-f7bef822528b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f1949e-cebf-40b3-a821-44149915b614', 'name': 'tempest-TestMinimumBasicScenario-1045413750-router', 'tenant_id': '335959ed20474a5a889d79801cf7d3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.39'}], 'enable_snat': True}, 'gw_port_id': 'fae818c8-e1c1-4546-b62f-12e006b813ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:50:13Z', 'updated_at': '2022-06-10T17:50:18Z', 'revision_number': 4, 'project_id': '335959ed20474a5a889d79801cf7d3ea', 'gw_port': {'id': 'fae818c8-e1c1-4546-b62f-12e006b813ee', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f1949e-cebf-40b3-a821-44149915b614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:50:13Z', 'updated_at': '2022-06-10T17:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': '7944afe4-e040-4537-b3ea-5eb9ea1e19ef', 'name': '', 'network_id': '02c5248c-edbe-4831-8c36-54044f0abc1b', 'tenant_id': '335959ed20474a5a889d79801cf7d3ea', 'mac_address': 'fa:16:3e:26:28:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f1949e-cebf-40b3-a821-44149915b614', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'f11cf5a3-bae2-4254-8d05-eba54716d381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:50:17Z', 'updated_at': '2022-06-10T17:50:24Z', 'revision_number': 4, 'project_id': '335959ed20474a5a889d79801cf7d3ea', 'subnets': [{'id': 'f11cf5a3-bae2-4254-8d05-eba54716d381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:50:25.950937 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-9d51dd3c-f73c-4f15-ae26-3811b90714a7 req-af3b1f3b-ede2-48b1-8241-5528ce09bf47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:25.989507 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90703527-8d0f-4c97-996f-f7bef822528b None None] The sync data for ids ['88f1949e-cebf-40b3-a821-44149915b614'] in dv-cinder-xena-3-iscsi is: [{'id': '88f1949e-cebf-40b3-a821-44149915b614', 'name': 'tempest-TestMinimumBasicScenario-1045413750-router', 'tenant_id': '335959ed20474a5a889d79801cf7d3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.39'}], 'enable_snat': True}, 'gw_port_id': 'fae818c8-e1c1-4546-b62f-12e006b813ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:50:13Z', 'updated_at': '2022-06-10T17:50:18Z', 'revision_number': 4, 'project_id': '335959ed20474a5a889d79801cf7d3ea', 'gw_port': {'id': 'fae818c8-e1c1-4546-b62f-12e006b813ee', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f1949e-cebf-40b3-a821-44149915b614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:50:13Z', 'updated_at': '2022-06-10T17:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': '7944afe4-e040-4537-b3ea-5eb9ea1e19ef', 'name': '', 'network_id': '02c5248c-edbe-4831-8c36-54044f0abc1b', 'tenant_id': '335959ed20474a5a889d79801cf7d3ea', 'mac_address': 'fa:16:3e:26:28:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f1949e-cebf-40b3-a821-44149915b614', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'f11cf5a3-bae2-4254-8d05-eba54716d381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:50:17Z', 'updated_at': '2022-06-10T17:50:24Z', 'revision_number': 4, 'project_id': '335959ed20474a5a889d79801cf7d3ea', 'subnets': [{'id': 'f11cf5a3-bae2-4254-8d05-eba54716d381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 17:50:26.045477 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b2735-1eb0-48d0-b9f5-5a9ba0c11999 req-2098ca8c-81e5-47cd-b487-004f1cef0801 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:26.047026 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-660b2735-1eb0-48d0-b9f5-5a9ba0c11999 req-2098ca8c-81e5-47cd-b487-004f1cef0801 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d781a5d-b213-4266-8a01-252bf2d302dc HTTP/1.1" status: 200 len: 946 time: 0.1345587 Jun 10 17:50:26.065634 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-d23f4ea2-4482-4a13-9dd0-c9e1e8fc5fa8 None None] Current status of the port 7944afe4-e040-4537-b3ea-5eb9ea1e19ef is: ACTIVE; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:50:26.128999 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-660b2735-1eb0-48d0-b9f5-5a9ba0c11999 req-713235c9-a1f7-401b-a05e-3b90559e2949 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43a01d5-605a-4c10-abd5-66cf865fc9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479443 Jun 10 17:50:26.173099 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c507ab8c-2ca5-4b9b-9d0b-a769d904df5e req-c7416dca-36fb-4270-82e3-74df78a95ae9 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:26.180910 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-c507ab8c-2ca5-4b9b-9d0b-a769d904df5e req-c7416dca-36fb-4270-82e3-74df78a95ae9 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/networks?id=1fe5d597-d927-4ae9-b9d9-04ab61ecf04f HTTP/1.1" status: 200 len: 813 time: 0.2021012 Jun 10 17:50:26.185871 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-287e3c05-bbc2-434a-b4bf-5eb534f4b7a5 None None] Provisioning complete for port e78f4627-59e2-4b53-bccf-1c463ab9d7e8 triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:50:26.189595 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-287e3c05-bbc2-434a-b4bf-5eb534f4b7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:26.205390 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-c507ab8c-2ca5-4b9b-9d0b-a769d904df5e req-54d3a8d6-a5d9-414f-81d3-2273985b3cb8 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/quotas/206f91034b0649c3b3d4232a12c9085e HTTP/1.1" status: 200 len: 375 time: 0.0233548 Jun 10 17:50:26.249075 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-c507ab8c-2ca5-4b9b-9d0b-a769d904df5e req-d9904166-d7ef-4c26-bc08-cd2cfc9e54be tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=206f91034b0649c3b3d4232a12c9085e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428257 Jun 10 17:50:26.330641 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-287e3c05-bbc2-434a-b4bf-5eb534f4b7a5 None None] Port e78f4627-59e2-4b53-bccf-1c463ab9d7e8 cannot update to ACTIVE because it is not bound. {{(pid=114530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 10 17:50:26.365188 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device 7944afe4-e040-4537-b3ea-5eb9ea1e19ef up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 17:50:26.470438 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Provisioning complete for port 7944afe4-e040-4537-b3ea-5eb9ea1e19ef triggered by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:50:26.470817 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:26.476103 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-c507ab8c-2ca5-4b9b-9d0b-a769d904df5e req-e9baeb6d-e4de-4d55-b291-f7b7f6c6228c service neutron] 10.222.0.16 "GET /v2.0/networks/1fe5d597-d927-4ae9-b9d9-04ab61ecf04f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181616 Jun 10 17:50:26.486732 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.notifiers.nova [req-9d51dd3c-f73c-4f15-ae26-3811b90714a7 req-af3b1f3b-ede2-48b1-8241-5528ce09bf47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e78f4627-59e2-4b53-bccf-1c463ab9d7e8 {{(pid=114528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 10 17:50:26.496253 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-9d51dd3c-f73c-4f15-ae26-3811b90714a7 req-af3b1f3b-ede2-48b1-8241-5528ce09bf47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:26.513901 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.provisioning_blocks [req-9d51dd3c-f73c-4f15-ae26-3811b90714a7 req-af3b1f3b-ede2-48b1-8241-5528ce09bf47 service neutron] Transition to ACTIVE for port object e78f4627-59e2-4b53-bccf-1c463ab9d7e8 will not be triggered until provisioned by entity L2. {{(pid=114528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 17:50:26.580347 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-9d51dd3c-f73c-4f15-ae26-3811b90714a7 req-af3b1f3b-ede2-48b1-8241-5528ce09bf47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940062'] for port, after_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:26.668464 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-c507ab8c-2ca5-4b9b-9d0b-a769d904df5e req-6bedfe4f-632e-4eed-ad05-983a4d601dbb service neutron] 10.222.0.16 "GET /v2.0/networks/1fe5d597-d927-4ae9-b9d9-04ab61ecf04f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850593 Jun 10 17:50:26.686333 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Current status of the port 7944afe4-e040-4537-b3ea-5eb9ea1e19ef is: ACTIVE; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:50:26.882861 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3b1f3b-ede2-48b1-8241-5528ce09bf47 service neutron] Pushing event updated for resources: {'Port': ['ID=e78f4627-59e2-4b53-bccf-1c463ab9d7e8,revision_number=2']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:26.927680 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.managers [req-9d51dd3c-f73c-4f15-ae26-3811b90714a7 req-af3b1f3b-ede2-48b1-8241-5528ce09bf47 service neutron] Attempting to bind port e78f4627-59e2-4b53-bccf-1c463ab9d7e8 on host hv-cinder-xena0 for vnic_type normal with profile {{(pid=114528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 17:50:26.928017 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.managers [req-9d51dd3c-f73c-4f15-ae26-3811b90714a7 req-af3b1f3b-ede2-48b1-8241-5528ce09bf47 service neutron] Attempting to bind port e78f4627-59e2-4b53-bccf-1c463ab9d7e8 by drivers openvswitch,hyperv on host hv-cinder-xena0 at level 0 using segments [{'id': 'b89b8fd3-0b50-4914-8518-4833b6995ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e628d0f6-63d3-440a-9d16-11e611b2380d'}] {{(pid=114528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 17:50:26.928346 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d51dd3c-f73c-4f15-ae26-3811b90714a7 req-af3b1f3b-ede2-48b1-8241-5528ce09bf47 service neutron] Attempting to bind port e78f4627-59e2-4b53-bccf-1c463ab9d7e8 on network e628d0f6-63d3-440a-9d16-11e611b2380d {{(pid=114528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 10 17:50:26.933323 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d51dd3c-f73c-4f15-ae26-3811b90714a7 req-af3b1f3b-ede2-48b1-8241-5528ce09bf47 service neutron] Port e78f4627-59e2-4b53-bccf-1c463ab9d7e8 on network e628d0f6-63d3-440a-9d16-11e611b2380d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-xena0 {{(pid=114528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 10 17:50:26.940032 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d51dd3c-f73c-4f15-ae26-3811b90714a7 req-af3b1f3b-ede2-48b1-8241-5528ce09bf47 service neutron] Attempting to bind port e78f4627-59e2-4b53-bccf-1c463ab9d7e8 on network e628d0f6-63d3-440a-9d16-11e611b2380d {{(pid=114528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 10 17:50:26.945648 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d51dd3c-f73c-4f15-ae26-3811b90714a7 req-af3b1f3b-ede2-48b1-8241-5528ce09bf47 service neutron] Checking agent: {'id': '7469bf7c-50e4-4cc8-b056-051e3e633b26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-xena0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 10, 17, 46, 19), 'started_at': datetime.datetime(2022, 6, 10, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 10, 17, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 10 17:50:26.946225 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d51dd3c-f73c-4f15-ae26-3811b90714a7 req-af3b1f3b-ede2-48b1-8241-5528ce09bf47 service neutron] Checking segment: {'id': 'b89b8fd3-0b50-4914-8518-4833b6995ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e628d0f6-63d3-440a-9d16-11e611b2380d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 10 17:50:26.946793 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d51dd3c-f73c-4f15-ae26-3811b90714a7 req-af3b1f3b-ede2-48b1-8241-5528ce09bf47 service neutron] Bound using segment: {'id': 'b89b8fd3-0b50-4914-8518-4833b6995ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e628d0f6-63d3-440a-9d16-11e611b2380d'} {{(pid=114528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 10 17:50:26.947526 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.managers [req-9d51dd3c-f73c-4f15-ae26-3811b90714a7 req-af3b1f3b-ede2-48b1-8241-5528ce09bf47 service neutron] Bound port: e78f4627-59e2-4b53-bccf-1c463ab9d7e8, host: hv-cinder-xena0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b89b8fd3-0b50-4914-8518-4833b6995ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e628d0f6-63d3-440a-9d16-11e611b2380d'}}] {{(pid=114528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 17:50:26.948679 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-9d51dd3c-f73c-4f15-ae26-3811b90714a7 req-af3b1f3b-ede2-48b1-8241-5528ce09bf47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:26.989786 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef21c7d-9a59-4ec1-9402-278f43a22dd3 req-3e8bdb6d-3117-4234-8be5-516e1cad645e tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:26.991850 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-bef21c7d-9a59-4ec1-9402-278f43a22dd3 req-3e8bdb6d-3117-4234-8be5-516e1cad645e tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=60b78243-1f1e-45e5-83cf-ce6725a65a23 HTTP/1.1" status: 200 len: 943 time: 0.1005063 Jun 10 17:50:27.086301 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-bef21c7d-9a59-4ec1-9402-278f43a22dd3 req-395c0f28-76ec-4886-965e-e48ef6116869 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d63c1-a590-402c-aa03-3d0e321c13ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876002 Jun 10 17:50:27.144018 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.db [req-9d51dd3c-f73c-4f15-ae26-3811b90714a7 req-af3b1f3b-ede2-48b1-8241-5528ce09bf47 service neutron] For port e78f4627-59e2-4b53-bccf-1c463ab9d7e8, host hv-cinder-xena0, cleared binding levels {{(pid=114528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 10 17:50:27.147301 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.db [req-9d51dd3c-f73c-4f15-ae26-3811b90714a7 req-af3b1f3b-ede2-48b1-8241-5528ce09bf47 service neutron] For port e78f4627-59e2-4b53-bccf-1c463ab9d7e8, host hv-cinder-xena0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=e78f4627-59e2-4b53-bccf-1c463ab9d7e8,segment=NetworkSegment(b89b8fd3-0b50-4914-8518-4833b6995ef5),segment_id=b89b8fd3-0b50-4914-8518-4833b6995ef5)] {{(pid=114528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 10 17:50:27.203435 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-e161bf47-6134-4beb-a4eb-73f940724ce5 req-e90cdf06-c12a-4658-8027-03296b1c16a8 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0c27437-ed84-40b6-ada7-e0cf9afc329e HTTP/1.1" status: 200 len: 210 time: 0.0673070 Jun 10 17:50:27.221287 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-9d51dd3c-f73c-4f15-ae26-3811b90714a7 req-af3b1f3b-ede2-48b1-8241-5528ce09bf47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940062'] for port, after_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:27.331283 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d51dd3c-f73c-4f15-ae26-3811b90714a7 req-af3b1f3b-ede2-48b1-8241-5528ce09bf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:27.332379 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-9d51dd3c-f73c-4f15-ae26-3811b90714a7 req-af3b1f3b-ede2-48b1-8241-5528ce09bf47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-734032'] for port, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:27.334432 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-9d51dd3c-f73c-4f15-ae26-3811b90714a7 req-af3b1f3b-ede2-48b1-8241-5528ce09bf47 service neutron] 10.222.0.27 "PUT /v2.0/ports/e78f4627-59e2-4b53-bccf-1c463ab9d7e8 HTTP/1.1" status: 200 len: 1093 time: 1.4979904 Jun 10 17:50:27.335270 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60b78243-1f1e-45e5-83cf-ce6725a65a23', 'tag': 'e78f4627-59e2-4b53-bccf-1c463ab9d7e8'}] {{(pid=114528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:50:27.339050 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c4b580669e8e78bfc2035bf5baafa64bdcb7bdc1597d6f92a291bf2def5264" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c88b248e-89dd-4549-9a8e-e8528e722477" -d '{"events": [{"name": "network-changed", "server_uuid": "60b78243-1f1e-45e5-83cf-ce6725a65a23", "tag": "e78f4627-59e2-4b53-bccf-1c463ab9d7e8"}]}' {{(pid=114528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:50:27.367253 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3b1f3b-ede2-48b1-8241-5528ce09bf47 service neutron] Pushing event updated for resources: {'Port': ['ID=e78f4627-59e2-4b53-bccf-1c463ab9d7e8,revision_number=3']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:27.435631 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Jun 2022 17:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0781f7a5-90d0-4c51-9d97-0a76a49df2bc x-openstack-request-id: req-0781f7a5-90d0-4c51-9d97-0a76a49df2bc {{(pid=114528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:50:27.436377 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60b78243-1f1e-45e5-83cf-ce6725a65a23", "tag": "e78f4627-59e2-4b53-bccf-1c463ab9d7e8", "status": "completed", "code": 200}]} {{(pid=114528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:50:27.436897 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0781f7a5-90d0-4c51-9d97-0a76a49df2bc {{(pid=114528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:50:27.438153 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0781f7a5-90d0-4c51-9d97-0a76a49df2bc'] response: {'name': 'network-changed', 'server_uuid': '60b78243-1f1e-45e5-83cf-ce6725a65a23', 'tag': 'e78f4627-59e2-4b53-bccf-1c463ab9d7e8', 'status': 'completed', 'code': 200} Jun 10 17:50:27.464622 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e1eb75-732a-4d88-ad6a-109836663ee4 req-b49109c5-dbce-47b8-afbb-90428b2e577b tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:27.469724 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-e7e1eb75-732a-4d88-ad6a-109836663ee4 req-b49109c5-dbce-47b8-afbb-90428b2e577b tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d781a5d-b213-4266-8a01-252bf2d302dc HTTP/1.1" status: 200 len: 946 time: 0.1861036 Jun 10 17:50:27.554715 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-e7e1eb75-732a-4d88-ad6a-109836663ee4 req-e0278efd-1700-409a-b3cc-cd8e52050fd9 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43a01d5-605a-4c10-abd5-66cf865fc9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756798 Jun 10 17:50:27.575935 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88b248e-89dd-4549-9a8e-e8528e722477 req-e5e05cb1-b769-45af-b8ad-8de669a1533c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:27.576984 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-c88b248e-89dd-4549-9a8e-e8528e722477 req-e5e05cb1-b769-45af-b8ad-8de669a1533c service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=977e9ef6bd9842379167d252715c6e8c&device_id=60b78243-1f1e-45e5-83cf-ce6725a65a23 HTTP/1.1" status: 200 len: 1096 time: 0.0752149 Jun 10 17:50:27.732875 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88b248e-89dd-4549-9a8e-e8528e722477 req-611834be-304d-4879-a2c2-42369fac87ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:27.734664 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-c88b248e-89dd-4549-9a8e-e8528e722477 req-611834be-304d-4879-a2c2-42369fac87ce service neutron] 10.222.0.27 "GET /v2.0/networks?tenant_id=977e9ef6bd9842379167d252715c6e8c&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1361489 Jun 10 17:50:27.870155 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88b248e-89dd-4549-9a8e-e8528e722477 req-c73d0d8c-16a6-4d8b-83b7-92c5fd02b2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:27.871803 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-c88b248e-89dd-4549-9a8e-e8528e722477 req-c73d0d8c-16a6-4d8b-83b7-92c5fd02b2dc service neutron] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1228867 Jun 10 17:50:27.983005 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d51dd3c-f73c-4f15-ae26-3811b90714a7 req-2da3fcb1-723a-4ff7-888b-9d56b228797d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:27.984900 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-9d51dd3c-f73c-4f15-ae26-3811b90714a7 req-2da3fcb1-723a-4ff7-888b-9d56b228797d service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=977e9ef6bd9842379167d252715c6e8c&device_id=60b78243-1f1e-45e5-83cf-ce6725a65a23 HTTP/1.1" status: 200 len: 1096 time: 0.0457845 Jun 10 17:50:28.044480 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-9d51dd3c-f73c-4f15-ae26-3811b90714a7 req-65db77c6-5733-436d-a509-959716b34baa service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e78f4627-59e2-4b53-bccf-1c463ab9d7e8 HTTP/1.1" status: 200 len: 217 time: 0.0387802 Jun 10 17:50:28.099237 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d51dd3c-f73c-4f15-ae26-3811b90714a7 req-4db92df1-d226-45f6-8824-1e4188feb220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:28.100751 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-9d51dd3c-f73c-4f15-ae26-3811b90714a7 req-4db92df1-d226-45f6-8824-1e4188feb220 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=9b159fa3-bdfe-428f-8e21-2b18edcf45c9 HTTP/1.1" status: 200 len: 858 time: 0.0488200 Jun 10 17:50:28.161653 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d51dd3c-f73c-4f15-ae26-3811b90714a7 req-ffbdb628-60ea-497a-985d-90578875b37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:28.164232 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-9d51dd3c-f73c-4f15-ae26-3811b90714a7 req-ffbdb628-60ea-497a-985d-90578875b37f service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=e628d0f6-63d3-440a-9d16-11e611b2380d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0535488 Jun 10 17:50:28.267879 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc25bea-b9a8-4e97-a774-d1c18ca91c7f req-23aa188a-72ed-4b29-af57-597b0db60824 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:28.269545 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-7bc25bea-b9a8-4e97-a774-d1c18ca91c7f req-23aa188a-72ed-4b29-af57-597b0db60824 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=60b78243-1f1e-45e5-83cf-ce6725a65a23 HTTP/1.1" status: 200 len: 943 time: 0.0871594 Jun 10 17:50:28.293545 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-9d51dd3c-f73c-4f15-ae26-3811b90714a7 req-9487bf5e-8de3-4f70-b8c1-c087bb6533af service neutron] 10.222.0.27 "GET /v2.0/networks/e628d0f6-63d3-440a-9d16-11e611b2380d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201732 Jun 10 17:50:28.320111 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-cab03dc6-4b08-4e06-acf6-10053854c32e req-d038b5ff-ed41-4f5b-b97e-a05e5f075177 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0c27437-ed84-40b6-ada7-e0cf9afc329e HTTP/1.1" status: 200 len: 210 time: 0.0493233 Jun 10 17:50:28.350705 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-7bc25bea-b9a8-4e97-a774-d1c18ca91c7f req-2cf5c097-c5ff-4017-bfda-697bbb9837be tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d63c1-a590-402c-aa03-3d0e321c13ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690885 Jun 10 17:50:28.761668 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2405c750-6092-4376-b578-5234ab58c276 req-50b21348-ce31-4384-b19a-f6648246bd77 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:28.770635 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-9d51dd3c-f73c-4f15-ae26-3811b90714a7 req-b8d04411-23ce-417b-98f4-3a02ce8870f0 service neutron] 10.222.0.27 "GET /v2.0/networks/e628d0f6-63d3-440a-9d16-11e611b2380d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4647815 Jun 10 17:50:28.771669 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-2405c750-6092-4376-b578-5234ab58c276 req-50b21348-ce31-4384-b19a-f6648246bd77 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d781a5d-b213-4266-8a01-252bf2d302dc HTTP/1.1" status: 200 len: 946 time: 0.0863247 Jun 10 17:50:28.819122 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-2405c750-6092-4376-b578-5234ab58c276 req-00f960e7-083d-4227-83c7-4d20d6e3f068 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43a01d5-605a-4c10-abd5-66cf865fc9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460663 Jun 10 17:50:29.485040 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-4ac0651e-bacb-4fbe-8405-dd23a5a4c7c9 req-2dd10dbe-7ab3-41e1-98ac-fc780c74955b tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0c27437-ed84-40b6-ada7-e0cf9afc329e HTTP/1.1" status: 200 len: 210 time: 0.0477693 Jun 10 17:50:29.515664 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d4bc0a-650e-43b2-85ea-cbce33bda315 req-ce5e0bf6-4d90-4f6e-95d9-87022b876e40 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:29.523200 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-68d4bc0a-650e-43b2-85ea-cbce33bda315 req-ce5e0bf6-4d90-4f6e-95d9-87022b876e40 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=60b78243-1f1e-45e5-83cf-ce6725a65a23 HTTP/1.1" status: 200 len: 943 time: 0.0944362 Jun 10 17:50:29.578919 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-68d4bc0a-650e-43b2-85ea-cbce33bda315 req-fd637ac9-ed63-4fcd-a07b-c93b0809baa4 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d63c1-a590-402c-aa03-3d0e321c13ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487885 Jun 10 17:50:30.025521 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1f9d88-40f6-40ce-bc52-78f7e79044a1 req-fb5bfa3d-e927-49c2-b1af-5aeaca37f098 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:30.025521 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-6a1f9d88-40f6-40ce-bc52-78f7e79044a1 req-fb5bfa3d-e927-49c2-b1af-5aeaca37f098 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d781a5d-b213-4266-8a01-252bf2d302dc HTTP/1.1" status: 200 len: 946 time: 0.0809839 Jun 10 17:50:30.025521 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-6a1f9d88-40f6-40ce-bc52-78f7e79044a1 req-f58706c5-5abc-478b-9a6d-3802bf001c58 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43a01d5-605a-4c10-abd5-66cf865fc9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343635 Jun 10 17:50:30.587056 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-3ed25fbb-300d-46cf-b342-e98c544e91be req-30cb5bbc-4224-406e-ac48-68784b8ccaf3 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0c27437-ed84-40b6-ada7-e0cf9afc329e HTTP/1.1" status: 200 len: 210 time: 0.0269837 Jun 10 17:50:30.686023 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02d3bea-9396-4e38-8a4a-90cc0941bb69 req-6bcdb341-df97-4f7d-85f8-8cae5e982dad tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:30.686770 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-c02d3bea-9396-4e38-8a4a-90cc0941bb69 req-6bcdb341-df97-4f7d-85f8-8cae5e982dad tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=60b78243-1f1e-45e5-83cf-ce6725a65a23 HTTP/1.1" status: 200 len: 943 time: 0.0503588 Jun 10 17:50:30.733900 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-c02d3bea-9396-4e38-8a4a-90cc0941bb69 req-8f3f747a-6e64-4c56-84de-a042c2124633 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d63c1-a590-402c-aa03-3d0e321c13ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395820 Jun 10 17:50:31.194431 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e035881-3e3d-4629-b91f-6bf27a5fc29e req-17bfe589-3d27-4e0b-8296-c97eb99e5b5f tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:31.195954 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-3e035881-3e3d-4629-b91f-6bf27a5fc29e req-17bfe589-3d27-4e0b-8296-c97eb99e5b5f tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d781a5d-b213-4266-8a01-252bf2d302dc HTTP/1.1" status: 200 len: 946 time: 0.0705817 Jun 10 17:50:31.240925 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-3e035881-3e3d-4629-b91f-6bf27a5fc29e req-523370a2-c770-4a5b-acbe-4a10afa584a9 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43a01d5-605a-4c10-abd5-66cf865fc9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379043 Jun 10 17:50:31.549400 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.agents_db [None req-a7dfe2cf-50d1-49ca-b1ce-2a181a6e45d3 None None] Agent healthcheck: found 6 active agents {{(pid=114531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 10 17:50:31.687986 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-9d55d57d-f07b-4c59-b70b-a5ecce87c150 req-b05436fd-f557-4cc4-99c6-ed1c920fd1b0 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0c27437-ed84-40b6-ada7-e0cf9afc329e HTTP/1.1" status: 200 len: 210 time: 0.0306983 Jun 10 17:50:31.865687 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88df275-e40a-4f3d-8870-203b777e6464 req-ee79d291-152d-4a40-b2e0-1393cb82966a tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:31.874093 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-b88df275-e40a-4f3d-8870-203b777e6464 req-ee79d291-152d-4a40-b2e0-1393cb82966a tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=60b78243-1f1e-45e5-83cf-ce6725a65a23 HTTP/1.1" status: 200 len: 943 time: 0.0603430 Jun 10 17:50:31.907508 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-b88df275-e40a-4f3d-8870-203b777e6464 req-467ebdb5-9043-44c6-94ca-09f33f5f55ff tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d63c1-a590-402c-aa03-3d0e321c13ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323319 Jun 10 17:50:32.447217 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dde090-30a5-4614-9186-899a8cbdba00 req-2953a3d3-52f0-4f4b-9ad8-d61192a7ae61 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:32.449509 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-69dde090-30a5-4614-9186-899a8cbdba00 req-2953a3d3-52f0-4f4b-9ad8-d61192a7ae61 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d781a5d-b213-4266-8a01-252bf2d302dc HTTP/1.1" status: 200 len: 946 time: 0.0784616 Jun 10 17:50:32.509832 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-69dde090-30a5-4614-9186-899a8cbdba00 req-bff430cf-475d-4ad8-b44d-34a27a138888 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43a01d5-605a-4c10-abd5-66cf865fc9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510242 Jun 10 17:50:32.646264 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c507ab8c-2ca5-4b9b-9d0b-a769d904df5e req-a6064403-2747-45d0-a02f-30ce97444129 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:32.651513 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-c507ab8c-2ca5-4b9b-9d0b-a769d904df5e req-a6064403-2747-45d0-a02f-30ce97444129 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.27 "GET /v2.0/networks?id=1fe5d597-d927-4ae9-b9d9-04ab61ecf04f HTTP/1.1" status: 200 len: 813 time: 0.1326060 Jun 10 17:50:32.793869 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-cbba9116-7a50-4436-8fe7-1efdcdb34e32 req-afc66f84-bd0a-4b30-a26f-049ac24a75a2 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0c27437-ed84-40b6-ada7-e0cf9afc329e HTTP/1.1" status: 200 len: 210 time: 0.0270798 Jun 10 17:50:33.042823 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c403dc8a-9b11-43b4-b067-880a7cbc2c23 req-7aa52fb0-daae-4fb5-8e66-563804b61169 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:33.044835 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-c403dc8a-9b11-43b4-b067-880a7cbc2c23 req-7aa52fb0-daae-4fb5-8e66-563804b61169 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=60b78243-1f1e-45e5-83cf-ce6725a65a23 HTTP/1.1" status: 200 len: 943 time: 0.0574765 Jun 10 17:50:33.103542 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-c403dc8a-9b11-43b4-b067-880a7cbc2c23 req-a5d20807-e681-4d0e-8518-07d8f6bed80a tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d63c1-a590-402c-aa03-3d0e321c13ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494030 Jun 10 17:50:33.631607 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b81beb-cdc9-4fd2-bcbc-975d4a5bc385 req-cb270c4a-367a-4a7b-9e16-ca3d6f4419c3 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:33.633054 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-a0b81beb-cdc9-4fd2-bcbc-975d4a5bc385 req-cb270c4a-367a-4a7b-9e16-ca3d6f4419c3 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d781a5d-b213-4266-8a01-252bf2d302dc HTTP/1.1" status: 200 len: 946 time: 0.0506690 Jun 10 17:50:33.674908 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-a0b81beb-cdc9-4fd2-bcbc-975d4a5bc385 req-6359eea8-b9a3-4755-8330-c77ac10a4a2f tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43a01d5-605a-4c10-abd5-66cf865fc9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354338 Jun 10 17:50:33.897616 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-cb68bb8c-820a-4db3-b1ec-4ba636229319 req-413ef506-9ecc-4a1f-a589-f9879b6b5eea tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0c27437-ed84-40b6-ada7-e0cf9afc329e HTTP/1.1" status: 200 len: 210 time: 0.0273254 Jun 10 17:50:34.077832 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1202a1-5321-4090-8e9f-0df3025b7f54 req-52f87540-dc8a-465d-8087-34963e03e884 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:34.079488 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-9c1202a1-5321-4090-8e9f-0df3025b7f54 req-52f87540-dc8a-465d-8087-34963e03e884 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d781a5d-b213-4266-8a01-252bf2d302dc HTTP/1.1" status: 200 len: 946 time: 0.0536420 Jun 10 17:50:34.121354 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-9c1202a1-5321-4090-8e9f-0df3025b7f54 req-75e81c1d-2ab8-48e2-bb71-e1c3e55c683b tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43a01d5-605a-4c10-abd5-66cf865fc9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345473 Jun 10 17:50:34.252373 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d334f8-924a-4139-9763-13d4ef63a8cb req-c8f2d96c-1286-48b7-b7be-d7dd7d8000e5 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:34.253867 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f7d334f8-924a-4139-9763-13d4ef63a8cb req-c8f2d96c-1286-48b7-b7be-d7dd7d8000e5 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=60b78243-1f1e-45e5-83cf-ce6725a65a23 HTTP/1.1" status: 200 len: 943 time: 0.0498068 Jun 10 17:50:34.293361 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f7d334f8-924a-4139-9763-13d4ef63a8cb req-7778bce1-90a0-4af3-ba24-1fa83bf5b096 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d63c1-a590-402c-aa03-3d0e321c13ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335562 Jun 10 17:50:34.351948 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device e78f4627-59e2-4b53-bccf-1c463ab9d7e8 details requested by agent hyperv_hv-cinder-xena0 with host hv-cinder-xena0 {{(pid=114530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 10 17:50:34.451236 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port e78f4627-59e2-4b53-bccf-1c463ab9d7e8, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=e78f4627-59e2-4b53-bccf-1c463ab9d7e8,segment=NetworkSegment(b89b8fd3-0b50-4914-8518-4833b6995ef5),segment_id=b89b8fd3-0b50-4914-8518-4833b6995ef5)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:50:34.462170 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Returning: {'device': 'e78f4627-59e2-4b53-bccf-1c463ab9d7e8', 'network_id': 'e628d0f6-63d3-440a-9d16-11e611b2380d', 'port_id': 'e78f4627-59e2-4b53-bccf-1c463ab9d7e8', 'mac_address': 'fa:16:3e:76:58:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b159fa3-bdfe-428f-8e21-2b18edcf45c9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 10 17:50:34.498142 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Current status of the port e78f4627-59e2-4b53-bccf-1c463ab9d7e8 is: DOWN; New status is: BUILD {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:50:34.498603 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:34.510835 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.notifiers.nova [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e78f4627-59e2-4b53-bccf-1c463ab9d7e8 {{(pid=114530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 10 17:50:34.533549 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port e78f4627-59e2-4b53-bccf-1c463ab9d7e8, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=e78f4627-59e2-4b53-bccf-1c463ab9d7e8,segment=NetworkSegment(b89b8fd3-0b50-4914-8518-4833b6995ef5),segment_id=b89b8fd3-0b50-4914-8518-4833b6995ef5)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:50:34.591937 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:34.639327 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Pushing event updated for resources: {'Port': ['ID=e78f4627-59e2-4b53-bccf-1c463ab9d7e8,revision_number=4']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:34.999224 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-b33e13f7-75ef-4e86-bfc3-10b75f3d5cfa req-e003662c-95a8-48ff-b785-6a161e98c6c0 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0c27437-ed84-40b6-ada7-e0cf9afc329e HTTP/1.1" status: 200 len: 210 time: 0.0291073 Jun 10 17:50:35.135152 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac78648-78ae-4ef2-b561-eca8c2c7ae07 req-9e46d6ec-4c1c-44a6-96c3-99622c719255 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:35.136585 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-cac78648-78ae-4ef2-b561-eca8c2c7ae07 req-9e46d6ec-4c1c-44a6-96c3-99622c719255 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/networks?id=1f32841e-c7bf-4753-a1a7-c09b804b3a5f HTTP/1.1" status: 200 len: 815 time: 0.0996835 Jun 10 17:50:35.152952 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-cac78648-78ae-4ef2-b561-eca8c2c7ae07 req-ae107d80-de83-4795-b6f3-f95a6f679aa4 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/quotas/e2a954ea643d435d9866bed98144a549 HTTP/1.1" status: 200 len: 375 time: 0.0091860 Jun 10 17:50:35.230739 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-cac78648-78ae-4ef2-b561-eca8c2c7ae07 req-a71f1355-e508-45d2-a28b-222d71b5733f tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2a954ea643d435d9866bed98144a549&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0713725 Jun 10 17:50:35.260681 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9709bc49-410f-44b6-a8e3-7963bcfd9986 req-979f9f0d-9538-4d53-b089-84ea7b3a75b7 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:35.261987 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-9709bc49-410f-44b6-a8e3-7963bcfd9986 req-979f9f0d-9538-4d53-b089-84ea7b3a75b7 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d781a5d-b213-4266-8a01-252bf2d302dc HTTP/1.1" status: 200 len: 946 time: 0.0706840 Jun 10 17:50:35.340747 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-9709bc49-410f-44b6-a8e3-7963bcfd9986 req-667637c4-27dd-4d2e-b748-19aec9475994 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43a01d5-605a-4c10-abd5-66cf865fc9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684388 Jun 10 17:50:35.363962 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [req-c507ab8c-2ca5-4b9b-9d0b-a769d904df5e req-e5105f4b-3b72-4f6a-8ea9-ccd4b9976bf8 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] Request body: {'port': {'device_id': 'd0c27437-ed84-40b6-ada7-e0cf9afc329e', 'network_id': '1fe5d597-d927-4ae9-b9d9-04ab61ecf04f', 'admin_state_up': True, 'tenant_id': '206f91034b0649c3b3d4232a12c9085e'}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:50:35.370174 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-cac78648-78ae-4ef2-b561-eca8c2c7ae07 req-c4ce74ff-1ea4-4b6d-8908-1da68c577e92 service neutron] 10.222.0.16 "GET /v2.0/networks/1f32841e-c7bf-4753-a1a7-c09b804b3a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252458 Jun 10 17:50:35.497674 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0323a7-553c-4936-a511-27542c743a94 req-8e709a8b-6b94-4cb7-ae61-3c97c945b5bf tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:35.499461 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-6b0323a7-553c-4936-a511-27542c743a94 req-8e709a8b-6b94-4cb7-ae61-3c97c945b5bf tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=60b78243-1f1e-45e5-83cf-ce6725a65a23 HTTP/1.1" status: 200 len: 944 time: 0.0907545 Jun 10 17:50:35.505463 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-cac78648-78ae-4ef2-b561-eca8c2c7ae07 req-f3a699e8-6731-4e12-88bb-6af9c415b920 service neutron] 10.222.0.16 "GET /v2.0/networks/1f32841e-c7bf-4753-a1a7-c09b804b3a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282861 Jun 10 17:50:35.532563 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c507ab8c-2ca5-4b9b-9d0b-a769d904df5e req-e5105f4b-3b72-4f6a-8ea9-ccd4b9976bf8 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] Made reservation on behalf of 206f91034b0649c3b3d4232a12c9085e for: {'port': 1} {{(pid=114528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 17:50:35.538250 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-c507ab8c-2ca5-4b9b-9d0b-a769d904df5e req-e5105f4b-3b72-4f6a-8ea9-ccd4b9976bf8 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:35.572022 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-6b0323a7-553c-4936-a511-27542c743a94 req-f9c0d721-c51b-486d-a551-d5391bedba0b tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d63c1-a590-402c-aa03-3d0e321c13ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651166 Jun 10 17:50:35.631411 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b9794d-0c5b-444b-8025-b22c42a73560 req-c43ecc70-1aeb-4c72-9f1b-a975c3e08207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:35.633394 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-e8b9794d-0c5b-444b-8025-b22c42a73560 req-c43ecc70-1aeb-4c72-9f1b-a975c3e08207 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=d5dbfa207ddd44e3912f4141ac504575&device_id=3d781a5d-b213-4266-8a01-252bf2d302dc HTTP/1.1" status: 200 len: 1099 time: 0.0486348 Jun 10 17:50:35.680252 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.db_base_plugin_common [req-c507ab8c-2ca5-4b9b-9d0b-a769d904df5e req-e5105f4b-3b72-4f6a-8ea9-ccd4b9976bf8 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] Allocated IP 172.20.0.12 (1fe5d597-d927-4ae9-b9d9-04ab61ecf04f/02f73527-5d4b-4bb8-82f3-428dfb083d85/db1977a4-082b-49f0-80d3-6e3ad7cb6143) {{(pid=114528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 17:50:35.699799 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] get_ports_and_sgs() called for port_ids ['e78f4627-59e2-4b53-bccf-1c463ab9d7e8'] {{(pid=114530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 10 17:50:35.737213 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b9794d-0c5b-444b-8025-b22c42a73560 req-f094786f-f0b4-449a-95bf-87d659e41437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:35.739030 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-e8b9794d-0c5b-444b-8025-b22c42a73560 req-f094786f-f0b4-449a-95bf-87d659e41437 service neutron] 10.222.0.27 "GET /v2.0/networks?id=20988a48-24d3-47c4-85a4-f592522eeed3 HTTP/1.1" status: 200 len: 911 time: 0.0964940 Jun 10 17:50:35.841474 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-c507ab8c-2ca5-4b9b-9d0b-a769d904df5e req-e5105f4b-3b72-4f6a-8ea9-ccd4b9976bf8 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] Notify callbacks [] for port, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:35.958309 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-c507ab8c-2ca5-4b9b-9d0b-a769d904df5e req-e5105f4b-3b72-4f6a-8ea9-ccd4b9976bf8 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764020614705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940005'] for port, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:36.003114 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c507ab8c-2ca5-4b9b-9d0b-a769d904df5e req-e5105f4b-3b72-4f6a-8ea9-ccd4b9976bf8 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] Network 1fe5d597-d927-4ae9-b9d9-04ab61ecf04f is already hosted by enough agents. {{(pid=114528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:50:36.006246 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.base_scheduler [req-c507ab8c-2ca5-4b9b-9d0b-a769d904df5e req-e5105f4b-3b72-4f6a-8ea9-ccd4b9976bf8 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] Resources bound (agent type, host, resource id): {{(pid=114528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:50:36.008839 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.l3_dvrscheduler_db [req-c507ab8c-2ca5-4b9b-9d0b-a769d904df5e req-e5105f4b-3b72-4f6a-8ea9-ccd4b9976bf8 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] Received port after_create {{(pid=114528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 10 17:50:36.042608 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5105f4b-3b72-4f6a-8ea9-ccd4b9976bf8 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] Pushing event updated for resources: {'Port': ['ID=db1977a4-082b-49f0-80d3-6e3ad7cb6143,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:36.064061 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-62c40c68-0543-4fae-b2ed-adf5c5c51111 req-fe96eaa6-4aa6-4725-80d6-24848c76a119 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb746cca-980a-45bc-abde-e6b410e94c02 HTTP/1.1" status: 200 len: 210 time: 0.0306160 Jun 10 17:50:36.075017 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c507ab8c-2ca5-4b9b-9d0b-a769d904df5e req-e5105f4b-3b72-4f6a-8ea9-ccd4b9976bf8 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:36.075666 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-c507ab8c-2ca5-4b9b-9d0b-a769d904df5e req-e5105f4b-3b72-4f6a-8ea9-ccd4b9976bf8 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-734032'] for port, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:36.089554 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-e8b9794d-0c5b-444b-8025-b22c42a73560 req-9224fa7a-2c2f-42f7-9870-16ff60272aeb service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a99f98c5-17a2-401e-b8f6-c1173e126e2d HTTP/1.1" status: 200 len: 1002 time: 0.3398812 Jun 10 17:50:36.165966 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-c507ab8c-2ca5-4b9b-9d0b-a769d904df5e req-e5105f4b-3b72-4f6a-8ea9-ccd4b9976bf8 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8082316 Jun 10 17:50:36.177387 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8949f4d7-8c24-49a6-816d-3d8cbc1264f9 req-257bef70-7892-4e63-99ea-2e3dfe30759b tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:36.178999 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-8949f4d7-8c24-49a6-816d-3d8cbc1264f9 req-257bef70-7892-4e63-99ea-2e3dfe30759b tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0c27437-ed84-40b6-ada7-e0cf9afc329e HTTP/1.1" status: 200 len: 932 time: 0.0854294 Jun 10 17:50:36.180761 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b9794d-0c5b-444b-8025-b22c42a73560 req-13a2884c-228b-45cd-b897-848f57b3465c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:36.182059 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-e8b9794d-0c5b-444b-8025-b22c42a73560 req-13a2884c-228b-45cd-b897-848f57b3465c service neutron] 10.222.0.27 "GET /v2.0/subnets?id=6c6c1002-ecf3-4b70-9e9d-befa43491f0a HTTP/1.1" status: 200 len: 849 time: 0.0790610 Jun 10 17:50:36.196033 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [req-c507ab8c-2ca5-4b9b-9d0b-a769d904df5e req-a43d6fa3-8482-4aba-a763-81739b11e1fe service neutron] Request body: {'port': {'device_id': 'd0c27437-ed84-40b6-ada7-e0cf9afc329e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-xena0'}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:50:36.249926 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-8949f4d7-8c24-49a6-816d-3d8cbc1264f9 req-35c57a07-9ebb-4185-bfd3-df41083f9c33 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/security-groups?id=e34e9d33-06f7-444b-b871-be501815f2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606167 Jun 10 17:50:36.259600 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-c507ab8c-2ca5-4b9b-9d0b-a769d904df5e req-a43d6fa3-8482-4aba-a763-81739b11e1fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:36.263004 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b9794d-0c5b-444b-8025-b22c42a73560 req-0a168576-f275-47ff-9dc8-c9f97848eeef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:36.266015 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-e8b9794d-0c5b-444b-8025-b22c42a73560 req-0a168576-f275-47ff-9dc8-c9f97848eeef service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=20988a48-24d3-47c4-85a4-f592522eeed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0576794 Jun 10 17:50:36.389419 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-e8b9794d-0c5b-444b-8025-b22c42a73560 req-79611c79-6114-4377-bba4-14b7928f916d service neutron] 10.222.0.27 "GET /v2.0/networks/20988a48-24d3-47c4-85a4-f592522eeed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105149 Jun 10 17:50:36.499144 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-e8b9794d-0c5b-444b-8025-b22c42a73560 req-04516a13-db74-442b-90a5-9d0ebffcd7e9 service neutron] 10.222.0.27 "GET /v2.0/networks/20988a48-24d3-47c4-85a4-f592522eeed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006334 Jun 10 17:50:36.580130 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.notifiers.nova [req-c507ab8c-2ca5-4b9b-9d0b-a769d904df5e req-a43d6fa3-8482-4aba-a763-81739b11e1fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db1977a4-082b-49f0-80d3-6e3ad7cb6143 {{(pid=114528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 10 17:50:36.593491 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-c507ab8c-2ca5-4b9b-9d0b-a769d904df5e req-a43d6fa3-8482-4aba-a763-81739b11e1fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:36.610935 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.provisioning_blocks [req-c507ab8c-2ca5-4b9b-9d0b-a769d904df5e req-a43d6fa3-8482-4aba-a763-81739b11e1fe service neutron] Transition to ACTIVE for port object db1977a4-082b-49f0-80d3-6e3ad7cb6143 will not be triggered until provisioned by entity L2. {{(pid=114528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 17:50:36.623195 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5072fd-3f32-4d63-adf2-2e0ba1c1c3ea req-e8e142d9-e5ad-42e0-ac6f-2d61a205d2b4 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:36.625245 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-be5072fd-3f32-4d63-adf2-2e0ba1c1c3ea req-e8e142d9-e5ad-42e0-ac6f-2d61a205d2b4 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d781a5d-b213-4266-8a01-252bf2d302dc HTTP/1.1" status: 200 len: 946 time: 0.0622044 Jun 10 17:50:36.695384 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-be5072fd-3f32-4d63-adf2-2e0ba1c1c3ea req-fcb07627-6931-4163-9155-068770690e6e tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43a01d5-605a-4c10-abd5-66cf865fc9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628347 Jun 10 17:50:36.706371 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-c507ab8c-2ca5-4b9b-9d0b-a769d904df5e req-a43d6fa3-8482-4aba-a763-81739b11e1fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940062'] for port, after_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:36.727792 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74cc21e-7ee0-45f7-b119-c90d5cd2e018 req-ae5433b1-734f-41f1-a521-d492c624fc69 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:36.729684 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-b74cc21e-7ee0-45f7-b119-c90d5cd2e018 req-ae5433b1-734f-41f1-a521-d492c624fc69 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=60b78243-1f1e-45e5-83cf-ce6725a65a23 HTTP/1.1" status: 200 len: 944 time: 0.0828424 Jun 10 17:50:36.771590 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-b74cc21e-7ee0-45f7-b119-c90d5cd2e018 req-01015f76-4553-4829-acad-964a74ddc83c tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d63c1-a590-402c-aa03-3d0e321c13ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341306 Jun 10 17:50:36.806785 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d6fa3-8482-4aba-a763-81739b11e1fe service neutron] Pushing event updated for resources: {'Port': ['ID=db1977a4-082b-49f0-80d3-6e3ad7cb6143,revision_number=2']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:36.834559 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.managers [req-c507ab8c-2ca5-4b9b-9d0b-a769d904df5e req-a43d6fa3-8482-4aba-a763-81739b11e1fe service neutron] Attempting to bind port db1977a4-082b-49f0-80d3-6e3ad7cb6143 on host hv-cinder-xena0 for vnic_type normal with profile {{(pid=114528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 17:50:36.834829 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.managers [req-c507ab8c-2ca5-4b9b-9d0b-a769d904df5e req-a43d6fa3-8482-4aba-a763-81739b11e1fe service neutron] Attempting to bind port db1977a4-082b-49f0-80d3-6e3ad7cb6143 by drivers openvswitch,hyperv on host hv-cinder-xena0 at level 0 using segments [{'id': 'c69d8552-988e-41e2-b7ff-711661fe55dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '1fe5d597-d927-4ae9-b9d9-04ab61ecf04f'}] {{(pid=114528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 17:50:36.835159 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c507ab8c-2ca5-4b9b-9d0b-a769d904df5e req-a43d6fa3-8482-4aba-a763-81739b11e1fe service neutron] Attempting to bind port db1977a4-082b-49f0-80d3-6e3ad7cb6143 on network 1fe5d597-d927-4ae9-b9d9-04ab61ecf04f {{(pid=114528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 10 17:50:36.839510 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c507ab8c-2ca5-4b9b-9d0b-a769d904df5e req-a43d6fa3-8482-4aba-a763-81739b11e1fe service neutron] Port db1977a4-082b-49f0-80d3-6e3ad7cb6143 on network 1fe5d597-d927-4ae9-b9d9-04ab61ecf04f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-xena0 {{(pid=114528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 10 17:50:36.839831 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c507ab8c-2ca5-4b9b-9d0b-a769d904df5e req-a43d6fa3-8482-4aba-a763-81739b11e1fe service neutron] Attempting to bind port db1977a4-082b-49f0-80d3-6e3ad7cb6143 on network 1fe5d597-d927-4ae9-b9d9-04ab61ecf04f {{(pid=114528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 10 17:50:36.844942 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c507ab8c-2ca5-4b9b-9d0b-a769d904df5e req-a43d6fa3-8482-4aba-a763-81739b11e1fe service neutron] Checking agent: {'id': '7469bf7c-50e4-4cc8-b056-051e3e633b26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-xena0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 10, 17, 46, 19), 'started_at': datetime.datetime(2022, 6, 10, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 10, 17, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 10 17:50:36.845342 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c507ab8c-2ca5-4b9b-9d0b-a769d904df5e req-a43d6fa3-8482-4aba-a763-81739b11e1fe service neutron] Checking segment: {'id': 'c69d8552-988e-41e2-b7ff-711661fe55dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '1fe5d597-d927-4ae9-b9d9-04ab61ecf04f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 10 17:50:36.845723 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c507ab8c-2ca5-4b9b-9d0b-a769d904df5e req-a43d6fa3-8482-4aba-a763-81739b11e1fe service neutron] Bound using segment: {'id': 'c69d8552-988e-41e2-b7ff-711661fe55dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '1fe5d597-d927-4ae9-b9d9-04ab61ecf04f'} {{(pid=114528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 10 17:50:36.846145 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.managers [req-c507ab8c-2ca5-4b9b-9d0b-a769d904df5e req-a43d6fa3-8482-4aba-a763-81739b11e1fe service neutron] Bound port: db1977a4-082b-49f0-80d3-6e3ad7cb6143, host: hv-cinder-xena0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c69d8552-988e-41e2-b7ff-711661fe55dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '1fe5d597-d927-4ae9-b9d9-04ab61ecf04f'}}] {{(pid=114528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 17:50:36.846547 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-c507ab8c-2ca5-4b9b-9d0b-a769d904df5e req-a43d6fa3-8482-4aba-a763-81739b11e1fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:36.912058 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.db [req-c507ab8c-2ca5-4b9b-9d0b-a769d904df5e req-a43d6fa3-8482-4aba-a763-81739b11e1fe service neutron] For port db1977a4-082b-49f0-80d3-6e3ad7cb6143, host hv-cinder-xena0, cleared binding levels {{(pid=114528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 10 17:50:36.916587 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.db [req-c507ab8c-2ca5-4b9b-9d0b-a769d904df5e req-a43d6fa3-8482-4aba-a763-81739b11e1fe service neutron] For port db1977a4-082b-49f0-80d3-6e3ad7cb6143, host hv-cinder-xena0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=db1977a4-082b-49f0-80d3-6e3ad7cb6143,segment=NetworkSegment(c69d8552-988e-41e2-b7ff-711661fe55dd),segment_id=c69d8552-988e-41e2-b7ff-711661fe55dd)] {{(pid=114528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 10 17:50:36.992159 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-c507ab8c-2ca5-4b9b-9d0b-a769d904df5e req-a43d6fa3-8482-4aba-a763-81739b11e1fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940062'] for port, after_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:37.026794 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c507ab8c-2ca5-4b9b-9d0b-a769d904df5e req-a43d6fa3-8482-4aba-a763-81739b11e1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:37.027428 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-c507ab8c-2ca5-4b9b-9d0b-a769d904df5e req-a43d6fa3-8482-4aba-a763-81739b11e1fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-734032'] for port, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:37.029229 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-c507ab8c-2ca5-4b9b-9d0b-a769d904df5e req-a43d6fa3-8482-4aba-a763-81739b11e1fe service neutron] 10.222.0.27 "PUT /v2.0/ports/db1977a4-082b-49f0-80d3-6e3ad7cb6143 HTTP/1.1" status: 200 len: 1094 time: 0.8370824 Jun 10 17:50:37.029229 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0c27437-ed84-40b6-ada7-e0cf9afc329e', 'tag': 'db1977a4-082b-49f0-80d3-6e3ad7cb6143'}] {{(pid=114528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:50:37.031448 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c4b580669e8e78bfc2035bf5baafa64bdcb7bdc1597d6f92a291bf2def5264" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8cb0c7-16ea-40f4-8d8b-6196e7340e6e" -d '{"events": [{"name": "network-changed", "server_uuid": "d0c27437-ed84-40b6-ada7-e0cf9afc329e", "tag": "db1977a4-082b-49f0-80d3-6e3ad7cb6143"}]}' {{(pid=114528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:50:37.055523 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d6fa3-8482-4aba-a763-81739b11e1fe service neutron] Pushing event updated for resources: {'Port': ['ID=db1977a4-082b-49f0-80d3-6e3ad7cb6143,revision_number=3']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:37.068803 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Jun 2022 17:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee159745-68b8-4778-b264-0595b197d374 x-openstack-request-id: req-ee159745-68b8-4778-b264-0595b197d374 {{(pid=114528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:50:37.069084 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0c27437-ed84-40b6-ada7-e0cf9afc329e", "tag": "db1977a4-082b-49f0-80d3-6e3ad7cb6143", "status": "completed", "code": 200}]} {{(pid=114528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:50:37.069330 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ee159745-68b8-4778-b264-0595b197d374 {{(pid=114528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:50:37.069758 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee159745-68b8-4778-b264-0595b197d374'] response: {'name': 'network-changed', 'server_uuid': 'd0c27437-ed84-40b6-ada7-e0cf9afc329e', 'tag': 'db1977a4-082b-49f0-80d3-6e3ad7cb6143', 'status': 'completed', 'code': 200} Jun 10 17:50:37.164656 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-e27b76aa-7850-4b76-8516-3ede16e5feab req-f86da797-68ed-4c80-b9c8-23d1554bfefc tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb746cca-980a-45bc-abde-e6b410e94c02 HTTP/1.1" status: 200 len: 210 time: 0.0249867 Jun 10 17:50:37.210168 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8cb0c7-16ea-40f4-8d8b-6196e7340e6e req-42e378cb-b78a-4493-a44a-8b4c9ae987f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:37.211720 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-cf8cb0c7-16ea-40f4-8d8b-6196e7340e6e req-42e378cb-b78a-4493-a44a-8b4c9ae987f9 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=206f91034b0649c3b3d4232a12c9085e&device_id=d0c27437-ed84-40b6-ada7-e0cf9afc329e HTTP/1.1" status: 200 len: 1097 time: 0.0453784 Jun 10 17:50:37.367641 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device e78f4627-59e2-4b53-bccf-1c463ab9d7e8 up at agent hyperv_hv-cinder-xena0 {{(pid=114530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 17:50:37.375541 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8cb0c7-16ea-40f4-8d8b-6196e7340e6e req-8aac9edb-0c15-43a3-b12c-fec746536c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:37.377163 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-cf8cb0c7-16ea-40f4-8d8b-6196e7340e6e req-8aac9edb-0c15-43a3-b12c-fec746536c81 service neutron] 10.222.0.27 "GET /v2.0/networks?tenant_id=206f91034b0649c3b3d4232a12c9085e&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1036117 Jun 10 17:50:37.392320 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed2a4a-7da7-48a5-b7f8-1f4de60df35e req-ca92af09-0aa6-4bce-802a-e9e614472e90 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:37.393908 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-27ed2a4a-7da7-48a5-b7f8-1f4de60df35e req-ca92af09-0aa6-4bce-802a-e9e614472e90 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0c27437-ed84-40b6-ada7-e0cf9afc329e HTTP/1.1" status: 200 len: 944 time: 0.0695467 Jun 10 17:50:37.441383 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-27ed2a4a-7da7-48a5-b7f8-1f4de60df35e req-05446ec2-e710-4ebc-9a56-4480c769f28c tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/security-groups?id=e34e9d33-06f7-444b-b871-be501815f2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377829 Jun 10 17:50:37.496757 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8cb0c7-16ea-40f4-8d8b-6196e7340e6e req-49ad3c63-e5ab-47f1-8751-7bf90d078bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:37.498798 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-cf8cb0c7-16ea-40f4-8d8b-6196e7340e6e req-49ad3c63-e5ab-47f1-8751-7bf90d078bca service neutron] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1078293 Jun 10 17:50:37.540064 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Provisioning for port e78f4627-59e2-4b53-bccf-1c463ab9d7e8 completed by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 17:50:37.543923 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Provisioning complete for port e78f4627-59e2-4b53-bccf-1c463ab9d7e8 triggered by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:50:37.544290 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:37.626308 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c507ab8c-2ca5-4b9b-9d0b-a769d904df5e req-99556d31-2db1-496c-8323-5e97d0f40e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:37.626845 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Current status of the port e78f4627-59e2-4b53-bccf-1c463ab9d7e8 is: BUILD; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:50:37.626845 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:37.627724 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-c507ab8c-2ca5-4b9b-9d0b-a769d904df5e req-99556d31-2db1-496c-8323-5e97d0f40e41 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=206f91034b0649c3b3d4232a12c9085e&device_id=d0c27437-ed84-40b6-ada7-e0cf9afc329e HTTP/1.1" status: 200 len: 1097 time: 0.0439165 Jun 10 17:50:37.650668 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b78243-1f1e-45e5-83cf-ce6725a65a23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e78f4627-59e2-4b53-bccf-1c463ab9d7e8'}] {{(pid=114530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:50:37.653293 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059d8b929bb81300c707de1c8675048d791f282ce62f1c2c108741a8dfb2b754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae075bf-0fcb-4693-a46c-b473a637256f" -d '{"events": [{"server_uuid": "60b78243-1f1e-45e5-83cf-ce6725a65a23", "name": "network-vif-plugged", "status": "completed", "tag": "e78f4627-59e2-4b53-bccf-1c463ab9d7e8"}]}' {{(pid=114530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:50:37.670764 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port e78f4627-59e2-4b53-bccf-1c463ab9d7e8, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=e78f4627-59e2-4b53-bccf-1c463ab9d7e8,segment=NetworkSegment(b89b8fd3-0b50-4914-8518-4833b6995ef5),segment_id=b89b8fd3-0b50-4914-8518-4833b6995ef5)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:50:37.689247 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-c507ab8c-2ca5-4b9b-9d0b-a769d904df5e req-a480d538-3f67-4fb0-9e91-23db189c799a service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db1977a4-082b-49f0-80d3-6e3ad7cb6143 HTTP/1.1" status: 200 len: 217 time: 0.0387807 Jun 10 17:50:37.700004 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Jun 2022 17:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e1ee6b-5f33-47be-97c7-6f686c882506 x-openstack-request-id: req-47e1ee6b-5f33-47be-97c7-6f686c882506 {{(pid=114530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:50:37.700311 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60b78243-1f1e-45e5-83cf-ce6725a65a23", "name": "network-vif-plugged", "status": "completed", "tag": "e78f4627-59e2-4b53-bccf-1c463ab9d7e8", "code": 200}]} {{(pid=114530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:50:37.700559 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-47e1ee6b-5f33-47be-97c7-6f686c882506 {{(pid=114530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:50:37.700942 dv-cinder-xena-3-iscsi neutron-server[114530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47e1ee6b-5f33-47be-97c7-6f686c882506'] response: {'server_uuid': '60b78243-1f1e-45e5-83cf-ce6725a65a23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e78f4627-59e2-4b53-bccf-1c463ab9d7e8', 'code': 200} Jun 10 17:50:37.746047 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c507ab8c-2ca5-4b9b-9d0b-a769d904df5e req-87e080d9-ce72-4f77-950f-236743c0d2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:37.747694 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-c507ab8c-2ca5-4b9b-9d0b-a769d904df5e req-87e080d9-ce72-4f77-950f-236743c0d2ff service neutron] 10.222.0.27 "GET /v2.0/subnets?id=02f73527-5d4b-4bb8-82f3-428dfb083d85 HTTP/1.1" status: 200 len: 853 time: 0.0497198 Jun 10 17:50:37.782805 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:37.789750 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-c507ab8c-2ca5-4b9b-9d0b-a769d904df5e req-eddd506a-8e2d-4174-a884-1783e81e8156 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=1fe5d597-d927-4ae9-b9d9-04ab61ecf04f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278895 Jun 10 17:50:37.835229 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b96057b-60e6-4183-ac55-9143d5a75581 req-4b29a02a-6c2a-41c9-bef3-fdcf6f994974 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:37.836784 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-2b96057b-60e6-4183-ac55-9143d5a75581 req-4b29a02a-6c2a-41c9-bef3-fdcf6f994974 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d781a5d-b213-4266-8a01-252bf2d302dc HTTP/1.1" status: 200 len: 946 time: 0.0690815 Jun 10 17:50:37.852022 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Pushing event updated for resources: {'Port': ['ID=e78f4627-59e2-4b53-bccf-1c463ab9d7e8,revision_number=5']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:37.907005 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-2b96057b-60e6-4183-ac55-9143d5a75581 req-0280a0c3-da67-4009-8cb6-963d05d81721 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43a01d5-605a-4c10-abd5-66cf865fc9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642102 Jun 10 17:50:37.931450 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-c507ab8c-2ca5-4b9b-9d0b-a769d904df5e req-f24fc106-dde7-4bc0-8121-79bb104b6455 service neutron] 10.222.0.27 "GET /v2.0/networks/1fe5d597-d927-4ae9-b9d9-04ab61ecf04f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124570 Jun 10 17:50:37.938259 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9872ec56-a40c-4b9b-9c00-9fedb6ab8327 req-3ead2736-de8c-41bf-b6ca-84eda3911e85 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:37.945287 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-9872ec56-a40c-4b9b-9c00-9fedb6ab8327 req-3ead2736-de8c-41bf-b6ca-84eda3911e85 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=60b78243-1f1e-45e5-83cf-ce6725a65a23 HTTP/1.1" status: 200 len: 945 time: 0.0753686 Jun 10 17:50:37.980217 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-9872ec56-a40c-4b9b-9c00-9fedb6ab8327 req-8b7d3fbc-5594-4ff9-b1d3-2e6247d62c28 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d63c1-a590-402c-aa03-3d0e321c13ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343463 Jun 10 17:50:38.031248 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-c507ab8c-2ca5-4b9b-9d0b-a769d904df5e req-be8c67cf-178a-4662-9cbc-5cf1774b6abe service neutron] 10.222.0.27 "GET /v2.0/networks/1fe5d597-d927-4ae9-b9d9-04ab61ecf04f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901144 Jun 10 17:50:38.203443 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9fe8ec-c9c5-4c6a-9513-15ffaa47e3aa req-1d903d62-bdf7-4535-b0f3-7297a326987f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:38.205211 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-9d9fe8ec-c9c5-4c6a-9513-15ffaa47e3aa req-1d903d62-bdf7-4535-b0f3-7297a326987f service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=60b78243-1f1e-45e5-83cf-ce6725a65a23 HTTP/1.1" status: 200 len: 1098 time: 0.0416431 Jun 10 17:50:38.243539 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-9d9fe8ec-c9c5-4c6a-9513-15ffaa47e3aa req-b35682f2-5b24-4378-880b-5c36c990b947 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=fe5d63c1-a590-402c-aa03-3d0e321c13ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306034 Jun 10 17:50:38.258471 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-3192b5dc-28c1-4137-8e66-c46389aa3ebb req-64da1a6d-76b4-47cc-89e2-5aea1f29764d tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb746cca-980a-45bc-abde-e6b410e94c02 HTTP/1.1" status: 200 len: 210 time: 0.0244288 Jun 10 17:50:38.395610 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-d33d645b-0d59-4d4f-b4f4-e3f892fe2047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:38.554437 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b5921-2c40-4039-9480-2ba88bee7a94 req-93d00a54-033d-4c57-bb3e-930ac282288a tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:38.555868 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-4d8b5921-2c40-4039-9480-2ba88bee7a94 req-93d00a54-033d-4c57-bb3e-930ac282288a tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0c27437-ed84-40b6-ada7-e0cf9afc329e HTTP/1.1" status: 200 len: 944 time: 0.0476315 Jun 10 17:50:38.593779 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-4d8b5921-2c40-4039-9480-2ba88bee7a94 req-a0e5e41a-c57f-45c5-b329-a2ede50d6515 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/security-groups?id=e34e9d33-06f7-444b-b871-be501815f2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319288 Jun 10 17:50:39.100199 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d9dc8-656b-4e36-83f0-4861b94807b5 req-a599fbb2-2616-4854-8cdb-dfc165727199 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:39.101937 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-cd7d9dc8-656b-4e36-83f0-4861b94807b5 req-a599fbb2-2616-4854-8cdb-dfc165727199 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=60b78243-1f1e-45e5-83cf-ce6725a65a23 HTTP/1.1" status: 200 len: 945 time: 0.0533066 Jun 10 17:50:39.121146 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac78648-78ae-4ef2-b561-eca8c2c7ae07 req-f25eb619-a360-4412-a084-e93dafeff8c6 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:39.122636 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-cac78648-78ae-4ef2-b561-eca8c2c7ae07 req-f25eb619-a360-4412-a084-e93dafeff8c6 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.27 "GET /v2.0/networks?id=1f32841e-c7bf-4753-a1a7-c09b804b3a5f HTTP/1.1" status: 200 len: 815 time: 0.1059520 Jun 10 17:50:39.143018 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-cd7d9dc8-656b-4e36-83f0-4861b94807b5 req-996a3175-f99d-4c93-9180-5996689fd425 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d63c1-a590-402c-aa03-3d0e321c13ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335765 Jun 10 17:50:39.161171 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [req-cac78648-78ae-4ef2-b561-eca8c2c7ae07 req-861c8732-841d-4697-b75d-514483a397b8 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Request body: {'port': {'device_id': 'eb746cca-980a-45bc-abde-e6b410e94c02', 'network_id': '1f32841e-c7bf-4753-a1a7-c09b804b3a5f', 'admin_state_up': True, 'tenant_id': 'e2a954ea643d435d9866bed98144a549'}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:50:39.350098 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-78a874f6-acf3-4f0d-8963-bb04d03563be req-8e95d684-4192-45b1-abbe-4283bc79ce26 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb746cca-980a-45bc-abde-e6b410e94c02 HTTP/1.1" status: 200 len: 210 time: 0.0252230 Jun 10 17:50:39.366925 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cac78648-78ae-4ef2-b561-eca8c2c7ae07 req-861c8732-841d-4697-b75d-514483a397b8 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Made reservation on behalf of e2a954ea643d435d9866bed98144a549 for: {'port': 1} {{(pid=114528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 17:50:39.370775 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-cac78648-78ae-4ef2-b561-eca8c2c7ae07 req-861c8732-841d-4697-b75d-514483a397b8 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:39.498025 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.db_base_plugin_common [req-cac78648-78ae-4ef2-b561-eca8c2c7ae07 req-861c8732-841d-4697-b75d-514483a397b8 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Allocated IP 172.20.0.9 (1f32841e-c7bf-4753-a1a7-c09b804b3a5f/5534695f-d2e1-44a9-977d-39ba1417d8f6/6332112d-6f65-4771-8f42-f5647a2db56b) {{(pid=114528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 17:50:39.647864 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-cac78648-78ae-4ef2-b561-eca8c2c7ae07 req-861c8732-841d-4697-b75d-514483a397b8 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Notify callbacks [] for port, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:39.708150 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c09b918-16c2-4a12-9746-02cdd62240ca req-dfc8e3de-fe0c-45a7-9e02-8e790bc6e973 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:39.709643 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-9c09b918-16c2-4a12-9746-02cdd62240ca req-dfc8e3de-fe0c-45a7-9e02-8e790bc6e973 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0c27437-ed84-40b6-ada7-e0cf9afc329e HTTP/1.1" status: 200 len: 944 time: 0.0500948 Jun 10 17:50:39.748087 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-cac78648-78ae-4ef2-b561-eca8c2c7ae07 req-861c8732-841d-4697-b75d-514483a397b8 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764020614705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940005'] for port, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:39.749744 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-9c09b918-16c2-4a12-9746-02cdd62240ca req-6a92f79f-c58a-4b6b-b58f-185c06863ca6 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/security-groups?id=e34e9d33-06f7-444b-b871-be501815f2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334194 Jun 10 17:50:39.795041 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cac78648-78ae-4ef2-b561-eca8c2c7ae07 req-861c8732-841d-4697-b75d-514483a397b8 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Network 1f32841e-c7bf-4753-a1a7-c09b804b3a5f is already hosted by enough agents. {{(pid=114528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:50:39.798859 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.base_scheduler [req-cac78648-78ae-4ef2-b561-eca8c2c7ae07 req-861c8732-841d-4697-b75d-514483a397b8 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Resources bound (agent type, host, resource id): {{(pid=114528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:50:39.804650 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.l3_dvrscheduler_db [req-cac78648-78ae-4ef2-b561-eca8c2c7ae07 req-861c8732-841d-4697-b75d-514483a397b8 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Received port after_create {{(pid=114528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 10 17:50:39.841891 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861c8732-841d-4697-b75d-514483a397b8 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Pushing event updated for resources: {'Port': ['ID=6332112d-6f65-4771-8f42-f5647a2db56b,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:39.874842 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac78648-78ae-4ef2-b561-eca8c2c7ae07 req-861c8732-841d-4697-b75d-514483a397b8 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:39.875886 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-cac78648-78ae-4ef2-b561-eca8c2c7ae07 req-861c8732-841d-4697-b75d-514483a397b8 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-734032'] for port, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:39.994984 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-cac78648-78ae-4ef2-b561-eca8c2c7ae07 req-861c8732-841d-4697-b75d-514483a397b8 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8420155 Jun 10 17:50:40.019636 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-afa6a33c-0974-4e79-a914-134b7f6438e5 None None] Provisioning complete for port 6332112d-6f65-4771-8f42-f5647a2db56b triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:50:40.020186 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-afa6a33c-0974-4e79-a914-134b7f6438e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:40.020411 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [req-cac78648-78ae-4ef2-b561-eca8c2c7ae07 req-fa5ecda9-08ab-4f19-9a26-dad8388713eb service neutron] Request body: {'port': {'device_id': 'eb746cca-980a-45bc-abde-e6b410e94c02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-xena0'}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:50:40.060068 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-afa6a33c-0974-4e79-a914-134b7f6438e5 None None] Port 6332112d-6f65-4771-8f42-f5647a2db56b cannot update to ACTIVE because it is not bound. {{(pid=114530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 10 17:50:40.085175 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-cac78648-78ae-4ef2-b561-eca8c2c7ae07 req-fa5ecda9-08ab-4f19-9a26-dad8388713eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:40.334726 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89f4ec8-3392-4ca7-97d9-98a7ab547200 req-f2d1deed-60a1-4a57-b2d1-bc1a9b490894 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:40.336530 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-b89f4ec8-3392-4ca7-97d9-98a7ab547200 req-f2d1deed-60a1-4a57-b2d1-bc1a9b490894 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=60b78243-1f1e-45e5-83cf-ce6725a65a23 HTTP/1.1" status: 200 len: 945 time: 0.0642142 Jun 10 17:50:40.393958 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-b89f4ec8-3392-4ca7-97d9-98a7ab547200 req-2cab0cff-b994-4dfa-9bb6-ce9eecfedb0a tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d63c1-a590-402c-aa03-3d0e321c13ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507655 Jun 10 17:50:40.490919 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca4122d-63ff-4005-93b3-049afee0a252 req-3583f53a-9cb8-4c9a-b3dd-a5270677afef tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:40.492553 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-dca4122d-63ff-4005-93b3-049afee0a252 req-3583f53a-9cb8-4c9a-b3dd-a5270677afef tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb746cca-980a-45bc-abde-e6b410e94c02 HTTP/1.1" status: 200 len: 931 time: 0.0604525 Jun 10 17:50:40.540011 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.notifiers.nova [req-cac78648-78ae-4ef2-b561-eca8c2c7ae07 req-fa5ecda9-08ab-4f19-9a26-dad8388713eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6332112d-6f65-4771-8f42-f5647a2db56b {{(pid=114528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 10 17:50:40.550044 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-cac78648-78ae-4ef2-b561-eca8c2c7ae07 req-fa5ecda9-08ab-4f19-9a26-dad8388713eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:40.577291 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bed2d9-10ec-437f-9564-ce7a0e9931cc req-bf8ab646-4ac2-49f7-aa74-029a813a8fe8 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:40.579848 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-38bed2d9-10ec-437f-9564-ce7a0e9931cc req-bf8ab646-4ac2-49f7-aa74-029a813a8fe8 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=60b78243-1f1e-45e5-83cf-ce6725a65a23 HTTP/1.1" status: 200 len: 945 time: 0.0862899 Jun 10 17:50:40.583567 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.provisioning_blocks [req-cac78648-78ae-4ef2-b561-eca8c2c7ae07 req-fa5ecda9-08ab-4f19-9a26-dad8388713eb service neutron] Transition to ACTIVE for port object 6332112d-6f65-4771-8f42-f5647a2db56b will not be triggered until provisioned by entity L2. {{(pid=114528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 17:50:40.584017 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-dca4122d-63ff-4005-93b3-049afee0a252 req-f52f2f81-26c0-4967-b8de-b2a1c8db97a0 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/security-groups?id=084106dd-80e3-4bba-91bc-837cf10f46c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785372 Jun 10 17:50:40.588772 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 44900) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:50:40.598419 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [None req-456610f2-5ce1-479e-b07f-380837a6b415 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Request body: {'floatingip': {'port_id': 'e78f4627-59e2-4b53-bccf-1c463ab9d7e8'}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:50:40.651982 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 44904) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:50:40.690689 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-cac78648-78ae-4ef2-b561-eca8c2c7ae07 req-fa5ecda9-08ab-4f19-9a26-dad8388713eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940062'] for port, after_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:40.710978 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-456610f2-5ce1-479e-b07f-380837a6b415 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Notify callbacks [] for floatingip, before_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:40.782056 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-560610ae-0bbb-4e5e-b58d-bd64ef922c2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:40.803508 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 44910) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:50:40.910684 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-97af812e-c737-4c48-8373-e749bc2ccf26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:41.000436 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568f45c0-f745-4767-baa6-b802e5c89af8 req-10db9da2-3841-4733-af9a-3d746108372f tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:41.002119 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-568f45c0-f745-4767-baa6-b802e5c89af8 req-10db9da2-3841-4733-af9a-3d746108372f tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0c27437-ed84-40b6-ada7-e0cf9afc329e HTTP/1.1" status: 200 len: 944 time: 0.1621950 Jun 10 17:50:41.052624 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-92e3ecdd-9592-48b0-b0a8-7c00aacb9736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:41.082768 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5ecda9-08ab-4f19-9a26-dad8388713eb service neutron] Pushing event updated for resources: {'Port': ['ID=6332112d-6f65-4771-8f42-f5647a2db56b,revision_number=2']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:41.105709 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-568f45c0-f745-4767-baa6-b802e5c89af8 req-804ecac8-02f6-4b54-a1e5-255f5bd9bf08 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/security-groups?id=e34e9d33-06f7-444b-b871-be501815f2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936117 Jun 10 17:50:41.183437 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-97af812e-c737-4c48-8373-e749bc2ccf26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:41.232147 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-92e3ecdd-9592-48b0-b0a8-7c00aacb9736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:41.234351 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.managers [req-cac78648-78ae-4ef2-b561-eca8c2c7ae07 req-fa5ecda9-08ab-4f19-9a26-dad8388713eb service neutron] Attempting to bind port 6332112d-6f65-4771-8f42-f5647a2db56b on host hv-cinder-xena0 for vnic_type normal with profile {{(pid=114528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 17:50:41.234841 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.managers [req-cac78648-78ae-4ef2-b561-eca8c2c7ae07 req-fa5ecda9-08ab-4f19-9a26-dad8388713eb service neutron] Attempting to bind port 6332112d-6f65-4771-8f42-f5647a2db56b by drivers openvswitch,hyperv on host hv-cinder-xena0 at level 0 using segments [{'id': 'd8d5c4f9-464f-45ae-828b-d5468569bc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '1f32841e-c7bf-4753-a1a7-c09b804b3a5f'}] {{(pid=114528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 17:50:41.235202 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac78648-78ae-4ef2-b561-eca8c2c7ae07 req-fa5ecda9-08ab-4f19-9a26-dad8388713eb service neutron] Attempting to bind port 6332112d-6f65-4771-8f42-f5647a2db56b on network 1f32841e-c7bf-4753-a1a7-c09b804b3a5f {{(pid=114528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 10 17:50:41.242618 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac78648-78ae-4ef2-b561-eca8c2c7ae07 req-fa5ecda9-08ab-4f19-9a26-dad8388713eb service neutron] Port 6332112d-6f65-4771-8f42-f5647a2db56b on network 1f32841e-c7bf-4753-a1a7-c09b804b3a5f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-xena0 {{(pid=114528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 10 17:50:41.242990 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac78648-78ae-4ef2-b561-eca8c2c7ae07 req-fa5ecda9-08ab-4f19-9a26-dad8388713eb service neutron] Attempting to bind port 6332112d-6f65-4771-8f42-f5647a2db56b on network 1f32841e-c7bf-4753-a1a7-c09b804b3a5f {{(pid=114528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 10 17:50:41.256611 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac78648-78ae-4ef2-b561-eca8c2c7ae07 req-fa5ecda9-08ab-4f19-9a26-dad8388713eb service neutron] Checking agent: {'id': '7469bf7c-50e4-4cc8-b056-051e3e633b26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-xena0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 10, 17, 46, 19), 'started_at': datetime.datetime(2022, 6, 10, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 10, 17, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 10 17:50:41.257590 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac78648-78ae-4ef2-b561-eca8c2c7ae07 req-fa5ecda9-08ab-4f19-9a26-dad8388713eb service neutron] Checking segment: {'id': 'd8d5c4f9-464f-45ae-828b-d5468569bc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '1f32841e-c7bf-4753-a1a7-c09b804b3a5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 10 17:50:41.258024 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac78648-78ae-4ef2-b561-eca8c2c7ae07 req-fa5ecda9-08ab-4f19-9a26-dad8388713eb service neutron] Bound using segment: {'id': 'd8d5c4f9-464f-45ae-828b-d5468569bc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '1f32841e-c7bf-4753-a1a7-c09b804b3a5f'} {{(pid=114528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 10 17:50:41.258589 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.managers [req-cac78648-78ae-4ef2-b561-eca8c2c7ae07 req-fa5ecda9-08ab-4f19-9a26-dad8388713eb service neutron] Bound port: 6332112d-6f65-4771-8f42-f5647a2db56b, host: hv-cinder-xena0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8d5c4f9-464f-45ae-828b-d5468569bc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '1f32841e-c7bf-4753-a1a7-c09b804b3a5f'}}] {{(pid=114528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 17:50:41.258981 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-cac78648-78ae-4ef2-b561-eca8c2c7ae07 req-fa5ecda9-08ab-4f19-9a26-dad8388713eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:41.259690 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-97af812e-c737-4c48-8373-e749bc2ccf26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:41.303429 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af812e-c737-4c48-8373-e749bc2ccf26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bce4524-b866-487e-97bb-f98ef27c6e53,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:41.309334 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-97af812e-c737-4c48-8373-e749bc2ccf26 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f2c924e5f40148349988086915bff720&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6558897 Jun 10 17:50:41.313129 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 44914) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:50:41.336235 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-92e3ecdd-9592-48b0-b0a8-7c00aacb9736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:41.363796 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device db1977a4-082b-49f0-80d3-6e3ad7cb6143 details requested by agent hyperv_hv-cinder-xena0 with host hv-cinder-xena0 {{(pid=114530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 10 17:50:41.434765 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-92e3ecdd-9592-48b0-b0a8-7c00aacb9736 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c3568a045f724f21a3e2977098585a4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6295800 Jun 10 17:50:41.439055 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 44916) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:50:41.459075 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e3ecdd-9592-48b0-b0a8-7c00aacb9736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f355d5-ff50-45e6-960b-13392626347f,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:41.469953 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.db [req-cac78648-78ae-4ef2-b561-eca8c2c7ae07 req-fa5ecda9-08ab-4f19-9a26-dad8388713eb service neutron] For port 6332112d-6f65-4771-8f42-f5647a2db56b, host hv-cinder-xena0, cleared binding levels {{(pid=114528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 10 17:50:41.489737 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.db [req-cac78648-78ae-4ef2-b561-eca8c2c7ae07 req-fa5ecda9-08ab-4f19-9a26-dad8388713eb service neutron] For port 6332112d-6f65-4771-8f42-f5647a2db56b, host hv-cinder-xena0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=6332112d-6f65-4771-8f42-f5647a2db56b,segment=NetworkSegment(d8d5c4f9-464f-45ae-828b-d5468569bc5a),segment_id=d8d5c4f9-464f-45ae-828b-d5468569bc5a)] {{(pid=114528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 10 17:50:41.497520 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-2384094c-0062-43a1-8a51-174cac3b6dcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:41.544167 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-2384094c-0062-43a1-8a51-174cac3b6dcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:41.561746 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-ca3dfd74-be42-485d-a9d1-1a82dbe051f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:41.573602 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-cac78648-78ae-4ef2-b561-eca8c2c7ae07 req-fa5ecda9-08ab-4f19-9a26-dad8388713eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940062'] for port, after_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:41.628504 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port db1977a4-082b-49f0-80d3-6e3ad7cb6143, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=db1977a4-082b-49f0-80d3-6e3ad7cb6143,segment=NetworkSegment(c69d8552-988e-41e2-b7ff-711661fe55dd),segment_id=c69d8552-988e-41e2-b7ff-711661fe55dd)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:50:41.645608 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-ca3dfd74-be42-485d-a9d1-1a82dbe051f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:41.645735 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-456610f2-5ce1-479e-b07f-380837a6b415 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:41.646195 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac78648-78ae-4ef2-b561-eca8c2c7ae07 req-fa5ecda9-08ab-4f19-9a26-dad8388713eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:41.646831 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-cac78648-78ae-4ef2-b561-eca8c2c7ae07 req-fa5ecda9-08ab-4f19-9a26-dad8388713eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-734032'] for port, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:41.648824 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-cac78648-78ae-4ef2-b561-eca8c2c7ae07 req-fa5ecda9-08ab-4f19-9a26-dad8388713eb service neutron] 10.222.0.27 "PUT /v2.0/ports/6332112d-6f65-4771-8f42-f5647a2db56b HTTP/1.1" status: 200 len: 1093 time: 1.6336830 Jun 10 17:50:41.649267 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb746cca-980a-45bc-abde-e6b410e94c02', 'tag': '6332112d-6f65-4771-8f42-f5647a2db56b'}] {{(pid=114528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:50:41.651997 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c4b580669e8e78bfc2035bf5baafa64bdcb7bdc1597d6f92a291bf2def5264" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da822f5-7738-4eed-80f7-757edb803dbe" -d '{"events": [{"name": "network-changed", "server_uuid": "eb746cca-980a-45bc-abde-e6b410e94c02", "tag": "6332112d-6f65-4771-8f42-f5647a2db56b"}]}' {{(pid=114528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:50:41.662934 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Returning: {'device': 'db1977a4-082b-49f0-80d3-6e3ad7cb6143', 'network_id': '1fe5d597-d927-4ae9-b9d9-04ab61ecf04f', 'port_id': 'db1977a4-082b-49f0-80d3-6e3ad7cb6143', 'mac_address': 'fa:16:3e:8a:49:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02f73527-5d4b-4bb8-82f3-428dfb083d85', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 10 17:50:41.677858 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5ecda9-08ab-4f19-9a26-dad8388713eb service neutron] Pushing event updated for resources: {'Port': ['ID=6332112d-6f65-4771-8f42-f5647a2db56b,revision_number=3']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:41.729100 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-456610f2-5ce1-479e-b07f-380837a6b415 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-753974'] for floatingip, after_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:41.733847 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Jun 2022 17:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79aad081-70dc-4826-b5c1-fe3d808b5698 x-openstack-request-id: req-79aad081-70dc-4826-b5c1-fe3d808b5698 {{(pid=114528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:50:41.735002 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb746cca-980a-45bc-abde-e6b410e94c02", "tag": "6332112d-6f65-4771-8f42-f5647a2db56b", "status": "completed", "code": 200}]} {{(pid=114528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:50:41.745429 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-79aad081-70dc-4826-b5c1-fe3d808b5698 {{(pid=114528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:50:41.745429 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79aad081-70dc-4826-b5c1-fe3d808b5698'] response: {'name': 'network-changed', 'server_uuid': 'eb746cca-980a-45bc-abde-e6b410e94c02', 'tag': '6332112d-6f65-4771-8f42-f5647a2db56b', 'status': 'completed', 'code': 200} Jun 10 17:50:41.795008 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Current status of the port db1977a4-082b-49f0-80d3-6e3ad7cb6143 is: DOWN; New status is: BUILD {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:50:41.797695 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:41.826343 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.notifiers.nova [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db1977a4-082b-49f0-80d3-6e3ad7cb6143 {{(pid=114530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 10 17:50:41.832041 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-2384094c-0062-43a1-8a51-174cac3b6dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:41.835225 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-2384094c-0062-43a1-8a51-174cac3b6dcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:41.838780 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-2384094c-0062-43a1-8a51-174cac3b6dcd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4bce4524-b866-487e-97bb-f98ef27c6e53 HTTP/1.1" status: 204 len: 168 time: 0.5214686 Jun 10 17:50:41.862803 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2384094c-0062-43a1-8a51-174cac3b6dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bce4524-b866-487e-97bb-f98ef27c6e53,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:41.889223 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port db1977a4-082b-49f0-80d3-6e3ad7cb6143, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=db1977a4-082b-49f0-80d3-6e3ad7cb6143,segment=NetworkSegment(c69d8552-988e-41e2-b7ff-711661fe55dd),segment_id=c69d8552-988e-41e2-b7ff-711661fe55dd)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:50:41.933249 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3f8c1d-ea27-4efb-9941-a3d87dc2d63a req-f38ffbcd-33df-44d5-bf1b-ae6b1cd5ba5c tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:41.945829 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-9e937c9f-4d57-47ec-81ad-8e77ea25145e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:41.949514 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-4e3f8c1d-ea27-4efb-9941-a3d87dc2d63a req-f38ffbcd-33df-44d5-bf1b-ae6b1cd5ba5c tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb746cca-980a-45bc-abde-e6b410e94c02 HTTP/1.1" status: 200 len: 943 time: 0.1696897 Jun 10 17:50:41.961097 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-ca3dfd74-be42-485d-a9d1-1a82dbe051f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:41.974453 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-ca3dfd74-be42-485d-a9d1-1a82dbe051f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:41.975626 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-ca3dfd74-be42-485d-a9d1-1a82dbe051f3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a0f355d5-ff50-45e6-960b-13392626347f HTTP/1.1" status: 204 len: 168 time: 0.5354421 Jun 10 17:50:41.986965 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:42.010476 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3dfd74-be42-485d-a9d1-1a82dbe051f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f355d5-ff50-45e6-960b-13392626347f,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:42.051754 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-4e3f8c1d-ea27-4efb-9941-a3d87dc2d63a req-36f319be-205c-406c-bdea-af22c3ef9310 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/security-groups?id=084106dd-80e3-4bba-91bc-837cf10f46c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009948 Jun 10 17:50:42.199471 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Pushing event updated for resources: {'Port': ['ID=db1977a4-082b-49f0-80d3-6e3ad7cb6143,revision_number=4']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:42.312875 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f834e1-2055-4c66-a331-bfee845c27db req-78381a13-5cdf-47c4-8615-28f9c6db8a37 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:42.315355 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d8f834e1-2055-4c66-a331-bfee845c27db req-78381a13-5cdf-47c4-8615-28f9c6db8a37 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0c27437-ed84-40b6-ada7-e0cf9afc329e HTTP/1.1" status: 200 len: 945 time: 0.1128442 Jun 10 17:50:42.315864 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da822f5-7738-4eed-80f7-757edb803dbe req-1e0974b6-0486-4727-bd99-78e951ace738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:42.317220 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-0da822f5-7738-4eed-80f7-757edb803dbe req-1e0974b6-0486-4727-bd99-78e951ace738 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=e2a954ea643d435d9866bed98144a549&device_id=eb746cca-980a-45bc-abde-e6b410e94c02 HTTP/1.1" status: 200 len: 1096 time: 0.4639955 Jun 10 17:50:42.318724 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.db.l3_db [None req-456610f2-5ce1-479e-b07f-380837a6b415 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Floating IP 669417d5-0e4f-4329-94bc-3d7f0b1c1064 associated. External IP: 172.37.5.134, port: e78f4627-59e2-4b53-bccf-1c463ab9d7e8. Jun 10 17:50:42.399311 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d8f834e1-2055-4c66-a331-bfee845c27db req-8e17843d-e830-4906-ba13-42ce1ef0d69f tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/security-groups?id=e34e9d33-06f7-444b-b871-be501815f2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646079 Jun 10 17:50:42.434443 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] get_ports_and_sgs() called for port_ids ['db1977a4-082b-49f0-80d3-6e3ad7cb6143'] {{(pid=114530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 10 17:50:42.756300 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-456610f2-5ce1-479e-b07f-380837a6b415 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Router d6a4d52a-af9e-4bc0-befc-894fd7602dc4 has already been hosted by L3 agent e04d2863-a40a-41db-9b2a-39042df37909 {{(pid=114528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 10 17:50:42.779008 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da822f5-7738-4eed-80f7-757edb803dbe req-bcc984b3-bc10-4412-bd89-0803aa275083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:42.780260 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-0da822f5-7738-4eed-80f7-757edb803dbe req-bcc984b3-bc10-4412-bd89-0803aa275083 service neutron] 10.222.0.27 "GET /v2.0/networks?tenant_id=e2a954ea643d435d9866bed98144a549&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3182683 Jun 10 17:50:42.920146 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-456610f2-5ce1-479e-b07f-380837a6b415 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=114528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 10 17:50:42.932326 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-456610f2-5ce1-479e-b07f-380837a6b415 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for floatingip, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:42.932788 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e51f173-4846-45d1-82bc-4d4c1666261b None None] Sync routers for ids ['d6a4d52a-af9e-4bc0-befc-894fd7602dc4'] in dv-cinder-xena-3-iscsi {{(pid=114531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 17:50:42.936304 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 44946) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:50:42.947840 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e51f173-4846-45d1-82bc-4d4c1666261b None None] Routers {'d6a4d52a-af9e-4bc0-befc-894fd7602dc4'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:50:42.948628 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-6e51f173-4846-45d1-82bc-4d4c1666261b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:50:41Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['d6a4d52a-af9e-4bc0-befc-894fd7602dc4'], 'active': True} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:50:42.959277 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-ef5deb21-a95e-4405-b318-b7e0376796b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:43.017546 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-456610f2-5ce1-479e-b07f-380837a6b415 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "PUT /v2.0/floatingips/669417d5-0e4f-4329-94bc-3d7f0b1c1064 HTTP/1.1" status: 200 len: 991 time: 2.4273846 Jun 10 17:50:43.073049 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a5a6984-4625-4674-bdbb-a7ccf76cac14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:43.076342 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvr_db [None req-6e51f173-4846-45d1-82bc-4d4c1666261b None None] Set router d6a4d52a-af9e-4bc0-befc-894fd7602dc4 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:50:43.124554 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-ef5deb21-a95e-4405-b318-b7e0376796b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:43.191880 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-ef5deb21-a95e-4405-b318-b7e0376796b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:43.272898 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5deb21-a95e-4405-b318-b7e0376796b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cabd21d-478e-4376-8fe1-89dba610b1f1,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:43.332119 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-ef5deb21-a95e-4405-b318-b7e0376796b7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=256f3f5ac6174798a57cb7a133470d65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3797245 Jun 10 17:50:43.344515 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e19e318-ce0f-459d-b270-c475f35f8b29 req-d4e4365a-d7d8-4047-baa6-f56bea7b3c28 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:43.345494 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 44956) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:50:43.356439 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-2e19e318-ce0f-459d-b270-c475f35f8b29 req-d4e4365a-d7d8-4047-baa6-f56bea7b3c28 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb746cca-980a-45bc-abde-e6b410e94c02 HTTP/1.1" status: 200 len: 943 time: 0.1458533 Jun 10 17:50:43.478809 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-2e19e318-ce0f-459d-b270-c475f35f8b29 req-c8fac913-e496-4ead-8c8f-fabd0c6c429d tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/security-groups?id=084106dd-80e3-4bba-91bc-837cf10f46c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514581 Jun 10 17:50:43.479487 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da822f5-7738-4eed-80f7-757edb803dbe req-31b5e37e-289b-4c54-96df-66ea2e03fd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:43.479487 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-0da822f5-7738-4eed-80f7-757edb803dbe req-31b5e37e-289b-4c54-96df-66ea2e03fd7b service neutron] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2350600 Jun 10 17:50:43.479487 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-782941b3-76cc-4a74-a8a7-d8c5434968ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:43.480328 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-6e51f173-4846-45d1-82bc-4d4c1666261b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6a4d52a-af9e-4bc0-befc-894fd7602dc4', 'name': 'tempest-ServerRescueNegativeTestJSON-1091704996-router', 'tenant_id': '977e9ef6bd9842379167d252715c6e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.143'}], 'enable_snat': True}, 'gw_port_id': '6eeb1939-3648-4150-b905-97177297a5d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:48:20Z', 'updated_at': '2022-06-10T17:48:29Z', 'revision_number': 4, 'project_id': '977e9ef6bd9842379167d252715c6e8c', 'gw_port': {'id': '6eeb1939-3648-4150-b905-97177297a5d7', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a4d52a-af9e-4bc0-befc-894fd7602dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:48:21Z', 'updated_at': '2022-06-10T17:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_floatingips': [{'id': '669417d5-0e4f-4329-94bc-3d7f0b1c1064', 'tenant_id': '977e9ef6bd9842379167d252715c6e8c', 'floating_ip_address': '172.37.5.134', 'floating_network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'router_id': 'd6a4d52a-af9e-4bc0-befc-894fd7602dc4', 'port_id': 'e78f4627-59e2-4b53-bccf-1c463ab9d7e8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e628d0f6-63d3-440a-9d16-11e611b2380d', 'mac_address': 'fa:16:3e:76:58:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b78243-1f1e-45e5-83cf-ce6725a65a23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-10T17:50:18Z', 'updated_at': '2022-06-10T17:50:41Z', 'revision_number': 1, 'project_id': '977e9ef6bd9842379167d252715c6e8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70696a10-dc16-4fad-a071-98a29eecb1d9', 'name': '', 'network_id': 'e628d0f6-63d3-440a-9d16-11e611b2380d', 'tenant_id': '977e9ef6bd9842379167d252715c6e8c', 'mac_address': 'fa:16:3e:a9:e4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a4d52a-af9e-4bc0-befc-894fd7602dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9b159fa3-bdfe-428f-8e21-2b18edcf45c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:48:27Z', 'updated_at': '2022-06-10T17:48:34Z', 'revision_number': 5, 'project_id': '977e9ef6bd9842379167d252715c6e8c', 'subnets': [{'id': '9b159fa3-bdfe-428f-8e21-2b18edcf45c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:50:43.512082 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e51f173-4846-45d1-82bc-4d4c1666261b None None] Checking router: d6a4d52a-af9e-4bc0-befc-894fd7602dc4 for host: dv-cinder-xena-3-iscsi {{(pid=114531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 17:50:43.521827 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e51f173-4846-45d1-82bc-4d4c1666261b None None] Routers {'d6a4d52a-af9e-4bc0-befc-894fd7602dc4'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:50:43.522811 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-6e51f173-4846-45d1-82bc-4d4c1666261b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:50:41Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['d6a4d52a-af9e-4bc0-befc-894fd7602dc4'], 'active': True} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:50:43.526590 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-782941b3-76cc-4a74-a8a7-d8c5434968ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:43.625096 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac78648-78ae-4ef2-b561-eca8c2c7ae07 req-69b2de38-a79c-4f44-bb95-936f8e4bc17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:43.678980 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-cac78648-78ae-4ef2-b561-eca8c2c7ae07 req-69b2de38-a79c-4f44-bb95-936f8e4bc17f service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=e2a954ea643d435d9866bed98144a549&device_id=eb746cca-980a-45bc-abde-e6b410e94c02 HTTP/1.1" status: 200 len: 1096 time: 0.0886328 Jun 10 17:50:43.679460 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d465686f-7528-4c24-8ad5-27668b255170 req-f540b2d5-807d-489a-bdee-0a19e356ee41 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:43.679460 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d465686f-7528-4c24-8ad5-27668b255170 req-f540b2d5-807d-489a-bdee-0a19e356ee41 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0c27437-ed84-40b6-ada7-e0cf9afc329e HTTP/1.1" status: 200 len: 945 time: 0.1547751 Jun 10 17:50:43.679821 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvr_db [None req-6e51f173-4846-45d1-82bc-4d4c1666261b None None] Set router d6a4d52a-af9e-4bc0-befc-894fd7602dc4 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:50:43.706787 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-cac78648-78ae-4ef2-b561-eca8c2c7ae07 req-ab862ccf-3438-4c36-9333-5155e1e78e8a service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6332112d-6f65-4771-8f42-f5647a2db56b HTTP/1.1" status: 200 len: 217 time: 0.0541611 Jun 10 17:50:43.728891 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d465686f-7528-4c24-8ad5-27668b255170 req-3cdc0ad4-2876-4a9d-9fc5-bc0f656ba0cb tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/security-groups?id=e34e9d33-06f7-444b-b871-be501815f2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664809 Jun 10 17:50:43.736640 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60b78243-1f1e-45e5-83cf-ce6725a65a23', 'tag': 'e78f4627-59e2-4b53-bccf-1c463ab9d7e8'}] {{(pid=114528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:50:43.746357 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c4b580669e8e78bfc2035bf5baafa64bdcb7bdc1597d6f92a291bf2def5264" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b52c1aef-2bc7-4450-85ba-ca7c7c999d86" -d '{"events": [{"name": "network-changed", "server_uuid": "60b78243-1f1e-45e5-83cf-ce6725a65a23", "tag": "e78f4627-59e2-4b53-bccf-1c463ab9d7e8"}]}' {{(pid=114528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:50:43.800482 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Jun 2022 17:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07aaf673-864c-4d3d-b3b7-ceed0e9f3c9a x-openstack-request-id: req-07aaf673-864c-4d3d-b3b7-ceed0e9f3c9a {{(pid=114528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:50:43.801114 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60b78243-1f1e-45e5-83cf-ce6725a65a23", "tag": "e78f4627-59e2-4b53-bccf-1c463ab9d7e8", "status": "completed", "code": 200}]} {{(pid=114528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:50:43.801114 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-07aaf673-864c-4d3d-b3b7-ceed0e9f3c9a {{(pid=114528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:50:43.801380 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07aaf673-864c-4d3d-b3b7-ceed0e9f3c9a'] response: {'name': 'network-changed', 'server_uuid': '60b78243-1f1e-45e5-83cf-ce6725a65a23', 'tag': 'e78f4627-59e2-4b53-bccf-1c463ab9d7e8', 'status': 'completed', 'code': 200} Jun 10 17:50:44.111820 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-782941b3-76cc-4a74-a8a7-d8c5434968ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:44.114972 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-782941b3-76cc-4a74-a8a7-d8c5434968ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:44.121357 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-782941b3-76cc-4a74-a8a7-d8c5434968ef admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3cabd21d-478e-4376-8fe1-89dba610b1f1 HTTP/1.1" status: 204 len: 168 time: 0.7283330 Jun 10 17:50:44.130534 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782941b3-76cc-4a74-a8a7-d8c5434968ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cabd21d-478e-4376-8fe1-89dba610b1f1,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:44.143451 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:44.168405 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-6e51f173-4846-45d1-82bc-4d4c1666261b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6a4d52a-af9e-4bc0-befc-894fd7602dc4', 'name': 'tempest-ServerRescueNegativeTestJSON-1091704996-router', 'tenant_id': '977e9ef6bd9842379167d252715c6e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.143'}], 'enable_snat': True}, 'gw_port_id': '6eeb1939-3648-4150-b905-97177297a5d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:48:20Z', 'updated_at': '2022-06-10T17:48:29Z', 'revision_number': 4, 'project_id': '977e9ef6bd9842379167d252715c6e8c', 'gw_port': {'id': '6eeb1939-3648-4150-b905-97177297a5d7', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a4d52a-af9e-4bc0-befc-894fd7602dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:48:21Z', 'updated_at': '2022-06-10T17:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_floatingips': [{'id': '669417d5-0e4f-4329-94bc-3d7f0b1c1064', 'tenant_id': '977e9ef6bd9842379167d252715c6e8c', 'floating_ip_address': '172.37.5.134', 'floating_network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'router_id': 'd6a4d52a-af9e-4bc0-befc-894fd7602dc4', 'port_id': 'e78f4627-59e2-4b53-bccf-1c463ab9d7e8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e628d0f6-63d3-440a-9d16-11e611b2380d', 'mac_address': 'fa:16:3e:76:58:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b78243-1f1e-45e5-83cf-ce6725a65a23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-10T17:50:18Z', 'updated_at': '2022-06-10T17:50:41Z', 'revision_number': 1, 'project_id': '977e9ef6bd9842379167d252715c6e8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70696a10-dc16-4fad-a071-98a29eecb1d9', 'name': '', 'network_id': 'e628d0f6-63d3-440a-9d16-11e611b2380d', 'tenant_id': '977e9ef6bd9842379167d252715c6e8c', 'mac_address': 'fa:16:3e:a9:e4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a4d52a-af9e-4bc0-befc-894fd7602dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9b159fa3-bdfe-428f-8e21-2b18edcf45c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:48:27Z', 'updated_at': '2022-06-10T17:48:34Z', 'revision_number': 5, 'project_id': '977e9ef6bd9842379167d252715c6e8c', 'subnets': [{'id': '9b159fa3-bdfe-428f-8e21-2b18edcf45c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:50:44.202113 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e51f173-4846-45d1-82bc-4d4c1666261b None None] The sync data for ids ['d6a4d52a-af9e-4bc0-befc-894fd7602dc4'] in dv-cinder-xena-3-iscsi is: [{'id': 'd6a4d52a-af9e-4bc0-befc-894fd7602dc4', 'name': 'tempest-ServerRescueNegativeTestJSON-1091704996-router', 'tenant_id': '977e9ef6bd9842379167d252715c6e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.143'}], 'enable_snat': True}, 'gw_port_id': '6eeb1939-3648-4150-b905-97177297a5d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:48:20Z', 'updated_at': '2022-06-10T17:48:29Z', 'revision_number': 4, 'project_id': '977e9ef6bd9842379167d252715c6e8c', 'gw_port': {'id': '6eeb1939-3648-4150-b905-97177297a5d7', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a4d52a-af9e-4bc0-befc-894fd7602dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:48:21Z', 'updated_at': '2022-06-10T17:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_floatingips': [{'id': '669417d5-0e4f-4329-94bc-3d7f0b1c1064', 'tenant_id': '977e9ef6bd9842379167d252715c6e8c', 'floating_ip_address': '172.37.5.134', 'floating_network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'router_id': 'd6a4d52a-af9e-4bc0-befc-894fd7602dc4', 'port_id': 'e78f4627-59e2-4b53-bccf-1c463ab9d7e8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e628d0f6-63d3-440a-9d16-11e611b2380d', 'mac_address': 'fa:16:3e:76:58:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b78243-1f1e-45e5-83cf-ce6725a65a23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-10T17:50:18Z', 'updated_at': '2022-06-10T17:50:41Z', 'revision_number': 1, 'project_id': '977e9ef6bd9842379167d252715c6e8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70696a10-dc16-4fad-a071-98a29eecb1d9', 'name': '', 'network_id': 'e628d0f6-63d3-440a-9d16-11e611b2380d', 'tenant_id': '977e9ef6bd9842379167d252715c6e8c', 'mac_address': 'fa:16:3e:a9:e4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a4d52a-af9e-4bc0-befc-894fd7602dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9b159fa3-bdfe-428f-8e21-2b18edcf45c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:48:27Z', 'updated_at': '2022-06-10T17:48:34Z', 'revision_number': 5, 'project_id': '977e9ef6bd9842379167d252715c6e8c', 'subnets': [{'id': '9b159fa3-bdfe-428f-8e21-2b18edcf45c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 17:50:44.538155 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cadbc84-f573-4553-a0a0-94b17246461b None None] New status for floating IP 669417d5-0e4f-4329-94bc-3d7f0b1c1064: ACTIVE {{(pid=114530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 17:50:44.657347 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcb821b-11ee-4c59-8493-fcdff5474f08 req-71db86d9-6f6b-42c4-9fe1-a53bb1704352 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:44.663033 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-3dcb821b-11ee-4c59-8493-fcdff5474f08 req-71db86d9-6f6b-42c4-9fe1-a53bb1704352 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb746cca-980a-45bc-abde-e6b410e94c02 HTTP/1.1" status: 200 len: 943 time: 0.0922067 Jun 10 17:50:44.728575 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-3dcb821b-11ee-4c59-8493-fcdff5474f08 req-7b886805-169a-4146-8627-43691c18344e tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/security-groups?id=084106dd-80e3-4bba-91bc-837cf10f46c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636048 Jun 10 17:50:44.926834 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b9b9cf-f867-4f61-9987-971c575fb1f3 req-16f8ec9e-8bc5-4c30-bba2-494d23cd1a87 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:44.935944 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-96b9b9cf-f867-4f61-9987-971c575fb1f3 req-16f8ec9e-8bc5-4c30-bba2-494d23cd1a87 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0c27437-ed84-40b6-ada7-e0cf9afc329e HTTP/1.1" status: 200 len: 945 time: 0.1123676 Jun 10 17:50:45.008931 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-96b9b9cf-f867-4f61-9987-971c575fb1f3 req-4d8825b2-acbc-49cb-b9bc-c49f308fc7ee tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/security-groups?id=e34e9d33-06f7-444b-b871-be501815f2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699310 Jun 10 17:50:45.381633 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device db1977a4-082b-49f0-80d3-6e3ad7cb6143 up at agent hyperv_hv-cinder-xena0 {{(pid=114530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 17:50:45.755573 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Provisioning for port db1977a4-082b-49f0-80d3-6e3ad7cb6143 completed by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 17:50:45.760034 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Provisioning complete for port db1977a4-082b-49f0-80d3-6e3ad7cb6143 triggered by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:50:45.760404 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:45.861381 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Current status of the port db1977a4-082b-49f0-80d3-6e3ad7cb6143 is: BUILD; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:50:45.861902 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:45.897474 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port db1977a4-082b-49f0-80d3-6e3ad7cb6143, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=db1977a4-082b-49f0-80d3-6e3ad7cb6143,segment=NetworkSegment(c69d8552-988e-41e2-b7ff-711661fe55dd),segment_id=c69d8552-988e-41e2-b7ff-711661fe55dd)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:50:45.898872 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c27437-ed84-40b6-ada7-e0cf9afc329e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db1977a4-082b-49f0-80d3-6e3ad7cb6143'}] {{(pid=114530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:50:45.901743 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059d8b929bb81300c707de1c8675048d791f282ce62f1c2c108741a8dfb2b754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca276fe-3137-48bb-85c2-981f16c84f78" -d '{"events": [{"server_uuid": "d0c27437-ed84-40b6-ada7-e0cf9afc329e", "name": "network-vif-plugged", "status": "completed", "tag": "db1977a4-082b-49f0-80d3-6e3ad7cb6143"}]}' {{(pid=114530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:50:45.918054 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3596075c-3351-422a-bb3a-55790edc2773 req-5fdd5530-a6ec-4c42-8316-371d7d0973a9 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:45.920545 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-3596075c-3351-422a-bb3a-55790edc2773 req-5fdd5530-a6ec-4c42-8316-371d7d0973a9 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb746cca-980a-45bc-abde-e6b410e94c02 HTTP/1.1" status: 200 len: 943 time: 0.0798354 Jun 10 17:50:45.945592 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Jun 2022 17:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68473aee-3423-4ea9-95d0-84d80622c779 x-openstack-request-id: req-68473aee-3423-4ea9-95d0-84d80622c779 {{(pid=114530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:50:45.945940 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0c27437-ed84-40b6-ada7-e0cf9afc329e", "name": "network-vif-plugged", "status": "completed", "tag": "db1977a4-082b-49f0-80d3-6e3ad7cb6143", "code": 200}]} {{(pid=114530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:50:45.946199 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-68473aee-3423-4ea9-95d0-84d80622c779 {{(pid=114530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:50:45.946628 dv-cinder-xena-3-iscsi neutron-server[114530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68473aee-3423-4ea9-95d0-84d80622c779'] response: {'server_uuid': 'd0c27437-ed84-40b6-ada7-e0cf9afc329e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db1977a4-082b-49f0-80d3-6e3ad7cb6143', 'code': 200} Jun 10 17:50:45.965111 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-3596075c-3351-422a-bb3a-55790edc2773 req-df36fa86-661e-46a8-9aa1-ab0a959c4411 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/security-groups?id=084106dd-80e3-4bba-91bc-837cf10f46c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361564 Jun 10 17:50:45.991710 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:46.067291 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Pushing event updated for resources: {'Port': ['ID=db1977a4-082b-49f0-80d3-6e3ad7cb6143,revision_number=5']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:46.240395 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3716110-44a6-4619-a18c-5608138c172a req-68e18564-538d-4d22-a926-46656fec7fbd tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:46.240395 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-c3716110-44a6-4619-a18c-5608138c172a req-68e18564-538d-4d22-a926-46656fec7fbd tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0c27437-ed84-40b6-ada7-e0cf9afc329e HTTP/1.1" status: 200 len: 946 time: 0.0700433 Jun 10 17:50:46.240395 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-c3716110-44a6-4619-a18c-5608138c172a req-ae8ae2a9-ee72-4648-8eb4-1e781b8e786d tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/security-groups?id=e34e9d33-06f7-444b-b871-be501815f2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353596 Jun 10 17:50:47.101897 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fdac57-a9a7-46c5-9421-c26f5d2d7d66 req-eface1ac-cc97-464b-a8f5-db2981dfc939 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:47.103404 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-20fdac57-a9a7-46c5-9421-c26f5d2d7d66 req-eface1ac-cc97-464b-a8f5-db2981dfc939 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb746cca-980a-45bc-abde-e6b410e94c02 HTTP/1.1" status: 200 len: 943 time: 0.0700977 Jun 10 17:50:47.165440 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-20fdac57-a9a7-46c5-9421-c26f5d2d7d66 req-51dad8c1-b60b-498e-b0c7-2c24b1a88888 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/security-groups?id=084106dd-80e3-4bba-91bc-837cf10f46c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513041 Jun 10 17:50:47.436311 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-e84e7b0e-6ea4-4228-ba08-7427603562ae req-288b4916-537b-4445-a9c2-41c08da0dc3b tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=305a400b92594c70ab8666632bb7ee33&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0687733 Jun 10 17:50:47.590898 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a51a11b-7750-4e5b-86ea-1df05c83913a req-38cc763e-7b44-4d7a-bf52-6e0799266d6d tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:47.593613 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-6a51a11b-7750-4e5b-86ea-1df05c83913a req-38cc763e-7b44-4d7a-bf52-6e0799266d6d tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0c27437-ed84-40b6-ada7-e0cf9afc329e HTTP/1.1" status: 200 len: 946 time: 0.2718406 Jun 10 17:50:47.735308 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-6a51a11b-7750-4e5b-86ea-1df05c83913a req-0905fffe-e8c4-43f1-a1ad-857483aa54ed tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/security-groups?id=e34e9d33-06f7-444b-b871-be501815f2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276059 Jun 10 17:50:47.752476 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84e7b0e-6ea4-4228-ba08-7427603562ae req-4b6f87fc-c624-4ba9-8b99-67f02a1b443a tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:47.760104 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-e84e7b0e-6ea4-4228-ba08-7427603562ae req-4b6f87fc-c624-4ba9-8b99-67f02a1b443a tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3410053 Jun 10 17:50:47.780017 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-e84e7b0e-6ea4-4228-ba08-7427603562ae req-fe299383-4958-48ac-8fc6-3dca22b03857 tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] 10.222.0.16 "GET /v2.0/quotas/305a400b92594c70ab8666632bb7ee33 HTTP/1.1" status: 200 len: 375 time: 0.0184855 Jun 10 17:50:47.810360 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-e84e7b0e-6ea4-4228-ba08-7427603562ae req-979391b2-f5b4-4871-9a7f-5edd08b9f480 tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=305a400b92594c70ab8666632bb7ee33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294242 Jun 10 17:50:48.073735 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-8aa488ea-871f-475a-b7bf-6e2bbd451fbd req-790e4392-4e55-4cc9-9709-fd1fb938c178 tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e01f38-121a-4a50-aa1b-d53af801c936 HTTP/1.1" status: 200 len: 210 time: 0.0281553 Jun 10 17:50:48.345720 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df78f7db-8e3c-48cf-bce4-5cbed709a04e req-2b1c4c52-d2ad-412c-a776-69a289d53358 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:48.345720 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-df78f7db-8e3c-48cf-bce4-5cbed709a04e req-2b1c4c52-d2ad-412c-a776-69a289d53358 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb746cca-980a-45bc-abde-e6b410e94c02 HTTP/1.1" status: 200 len: 943 time: 0.0866990 Jun 10 17:50:48.394468 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-df78f7db-8e3c-48cf-bce4-5cbed709a04e req-a15a35d8-73f2-4296-a61e-9a46b444514b tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/security-groups?id=084106dd-80e3-4bba-91bc-837cf10f46c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425353 Jun 10 17:50:48.769606 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:48.882978 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b06ea7-4053-4906-a30d-6416bc3e6a3e req-ad95e603-e50b-4f2b-93f9-0ebb4e2c739f tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:48.884531 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-b4b06ea7-4053-4906-a30d-6416bc3e6a3e req-ad95e603-e50b-4f2b-93f9-0ebb4e2c739f tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0c27437-ed84-40b6-ada7-e0cf9afc329e HTTP/1.1" status: 200 len: 946 time: 0.0569935 Jun 10 17:50:48.929656 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-b4b06ea7-4053-4906-a30d-6416bc3e6a3e req-470bb7ea-1f26-449b-889d-5ae73813bdcf tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/security-groups?id=e34e9d33-06f7-444b-b871-be501815f2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384378 Jun 10 17:50:49.153701 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-fdc5d209-05ec-4ca4-8533-c8b015e89fb4 req-9d25906f-0a10-4ea5-9231-4d9d9dee3653 tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e01f38-121a-4a50-aa1b-d53af801c936 HTTP/1.1" status: 200 len: 210 time: 0.0269146 Jun 10 17:50:49.525580 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c18c19b-3e0b-4df5-b2c4-ef87c5305f4d req-914f7e74-f9b1-4436-9db7-a456c63ffadb tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:49.527652 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-0c18c19b-3e0b-4df5-b2c4-ef87c5305f4d req-914f7e74-f9b1-4436-9db7-a456c63ffadb tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb746cca-980a-45bc-abde-e6b410e94c02 HTTP/1.1" status: 200 len: 943 time: 0.0558479 Jun 10 17:50:49.567694 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-0c18c19b-3e0b-4df5-b2c4-ef87c5305f4d req-ecaf149e-3a65-4262-9c69-b652ff28a2d9 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/security-groups?id=084106dd-80e3-4bba-91bc-837cf10f46c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334382 Jun 10 17:50:50.048558 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df60679a-6a71-4756-bdab-b65969f70211 req-651da665-9fb5-45e0-b8fd-4ac0e7f61219 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:50.050102 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-df60679a-6a71-4756-bdab-b65969f70211 req-651da665-9fb5-45e0-b8fd-4ac0e7f61219 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0c27437-ed84-40b6-ada7-e0cf9afc329e HTTP/1.1" status: 200 len: 946 time: 0.0503080 Jun 10 17:50:50.086597 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-df60679a-6a71-4756-bdab-b65969f70211 req-0b404851-49e0-4196-b157-c0ad7e65f1fa tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/security-groups?id=e34e9d33-06f7-444b-b871-be501815f2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304728 Jun 10 17:50:50.243965 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-529b697e-d7ae-4a0d-a2c9-f61e0f841d16 req-cabe0f0d-348f-4f34-9b58-5b8af920f1b8 tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e01f38-121a-4a50-aa1b-d53af801c936 HTTP/1.1" status: 200 len: 210 time: 0.0248113 Jun 10 17:50:50.294269 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac78648-78ae-4ef2-b561-eca8c2c7ae07 req-4ab8bb8c-ba10-4cc3-af80-815ef979c5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:50.295693 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-cac78648-78ae-4ef2-b561-eca8c2c7ae07 req-4ab8bb8c-ba10-4cc3-af80-815ef979c5dc service neutron] 10.222.0.27 "GET /v2.0/subnets?id=5534695f-d2e1-44a9-977d-39ba1417d8f6 HTTP/1.1" status: 200 len: 854 time: 0.0433815 Jun 10 17:50:50.433733 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52c1aef-2bc7-4450-85ba-ca7c7c999d86 req-4eec8ccb-a2aa-4ee7-8e90-3434efe4c534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:50.435362 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-b52c1aef-2bc7-4450-85ba-ca7c7c999d86 req-4eec8ccb-a2aa-4ee7-8e90-3434efe4c534 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=977e9ef6bd9842379167d252715c6e8c&device_id=60b78243-1f1e-45e5-83cf-ce6725a65a23 HTTP/1.1" status: 200 len: 1098 time: 0.0396378 Jun 10 17:50:50.439527 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac78648-78ae-4ef2-b561-eca8c2c7ae07 req-edb58e62-ca89-4fb1-8f6b-0bc9ea6d96f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:50.439893 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-cac78648-78ae-4ef2-b561-eca8c2c7ae07 req-edb58e62-ca89-4fb1-8f6b-0bc9ea6d96f3 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=1f32841e-c7bf-4753-a1a7-c09b804b3a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0454264 Jun 10 17:50:50.570078 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-cac78648-78ae-4ef2-b561-eca8c2c7ae07 req-89da8e0e-b3e7-46f1-8f9d-5c9f0cd46cdf service neutron] 10.222.0.27 "GET /v2.0/networks/1f32841e-c7bf-4753-a1a7-c09b804b3a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867019 Jun 10 17:50:50.571117 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52c1aef-2bc7-4450-85ba-ca7c7c999d86 req-292a4a49-d56b-4a5c-a731-80ce5cbe49ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:50.572616 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-b52c1aef-2bc7-4450-85ba-ca7c7c999d86 req-292a4a49-d56b-4a5c-a731-80ce5cbe49ee service neutron] 10.222.0.27 "GET /v2.0/networks?id=e628d0f6-63d3-440a-9d16-11e611b2380d HTTP/1.1" status: 200 len: 920 time: 0.0899684 Jun 10 17:50:50.651264 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-b52c1aef-2bc7-4450-85ba-ca7c7c999d86 req-00511784-cc10-4508-be98-fc6638e47e0d service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e78f4627-59e2-4b53-bccf-1c463ab9d7e8 HTTP/1.1" status: 200 len: 1001 time: 0.0626669 Jun 10 17:50:50.678771 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-cac78648-78ae-4ef2-b561-eca8c2c7ae07 req-4dc88642-eae1-46ab-b320-3571f1f83f3c service neutron] 10.222.0.27 "GET /v2.0/networks/1f32841e-c7bf-4753-a1a7-c09b804b3a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901659 Jun 10 17:50:50.694849 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.27', 59656) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:50:50.750291 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62578b19-a6ec-4ce6-b036-fac4347a117a req-00fb97c7-b90e-48d5-a867-f6f07b780956 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:50.756082 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-62578b19-a6ec-4ce6-b036-fac4347a117a req-00fb97c7-b90e-48d5-a867-f6f07b780956 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb746cca-980a-45bc-abde-e6b410e94c02 HTTP/1.1" status: 200 len: 943 time: 0.0940542 Jun 10 17:50:50.756082 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52c1aef-2bc7-4450-85ba-ca7c7c999d86 req-9b0bae9a-9314-4919-8090-90fef4462ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:50.756304 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf9879-cf0f-4e40-9093-9d4a46322eac req-a00d5e2b-e0b4-4f38-856b-ca97212f021a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:50.756396 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-b52c1aef-2bc7-4450-85ba-ca7c7c999d86 req-9b0bae9a-9314-4919-8090-90fef4462ecf service neutron] 10.222.0.27 "GET /v2.0/subnets?id=9b159fa3-bdfe-428f-8e21-2b18edcf45c9 HTTP/1.1" status: 200 len: 858 time: 0.0840158 Jun 10 17:50:50.756498 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-ffaf9879-cf0f-4e40-9093-9d4a46322eac req-a00d5e2b-e0b4-4f38-856b-ca97212f021a service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=d0c27437-ed84-40b6-ada7-e0cf9afc329e HTTP/1.1" status: 200 len: 1099 time: 0.0468736 Jun 10 17:50:50.798061 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-62578b19-a6ec-4ce6-b036-fac4347a117a req-3122ccc2-77bf-4d9c-9d56-108e07bae699 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/security-groups?id=084106dd-80e3-4bba-91bc-837cf10f46c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397294 Jun 10 17:50:50.820347 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-ffaf9879-cf0f-4e40-9093-9d4a46322eac req-defda96d-aa18-41bf-bdc0-d7e81fb11089 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=e34e9d33-06f7-444b-b871-be501815f2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365891 Jun 10 17:50:50.828099 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52c1aef-2bc7-4450-85ba-ca7c7c999d86 req-5c1421e3-01b3-41b1-920f-624a3da44bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:50.829560 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-b52c1aef-2bc7-4450-85ba-ca7c7c999d86 req-5c1421e3-01b3-41b1-920f-624a3da44bf0 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=e628d0f6-63d3-440a-9d16-11e611b2380d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0466690 Jun 10 17:50:51.258260 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70b64fb-a792-4da6-a0eb-3e4149ff4c00 req-6407786d-1438-4531-865c-42d6684a90bf tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:51.259738 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-b70b64fb-a792-4da6-a0eb-3e4149ff4c00 req-6407786d-1438-4531-865c-42d6684a90bf tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0c27437-ed84-40b6-ada7-e0cf9afc329e HTTP/1.1" status: 200 len: 946 time: 0.0989447 Jun 10 17:50:51.289148 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-b52c1aef-2bc7-4450-85ba-ca7c7c999d86 req-f7bb1cb0-b844-4962-86fd-eae2d9137228 service neutron] 10.222.0.27 "GET /v2.0/networks/e628d0f6-63d3-440a-9d16-11e611b2380d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408782 Jun 10 17:50:51.325410 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-b70b64fb-a792-4da6-a0eb-3e4149ff4c00 req-c2937578-a1e9-4046-9e29-220247c9e60e tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/security-groups?id=e34e9d33-06f7-444b-b871-be501815f2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577104 Jun 10 17:50:51.362413 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-9f0b5a5e-52e3-402c-808d-bc2eaf6a7c36 req-16dbc0b4-d437-45b8-a0b5-cdce8bb39e9e tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e01f38-121a-4a50-aa1b-d53af801c936 HTTP/1.1" status: 200 len: 210 time: 0.0401599 Jun 10 17:50:51.417838 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-b52c1aef-2bc7-4450-85ba-ca7c7c999d86 req-3d32ff18-5b30-4249-b124-d77230c9f1e9 service neutron] 10.222.0.27 "GET /v2.0/networks/e628d0f6-63d3-440a-9d16-11e611b2380d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163497 Jun 10 17:50:51.917174 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-e84e7b0e-6ea4-4228-ba08-7427603562ae req-d62f48a8-e07c-474b-bede-06bec1622edd tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] 10.222.0.27 "GET /v2.0/networks?tenant_id=305a400b92594c70ab8666632bb7ee33&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0245233 Jun 10 17:50:51.932933 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a97b41-b55b-48fd-bb9e-dfae415f4814 req-8bcd55e1-25bb-4b8e-b38b-dd605cbaebb3 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:51.934289 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d7a97b41-b55b-48fd-bb9e-dfae415f4814 req-8bcd55e1-25bb-4b8e-b38b-dd605cbaebb3 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb746cca-980a-45bc-abde-e6b410e94c02 HTTP/1.1" status: 200 len: 943 time: 0.0660341 Jun 10 17:50:52.029265 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d7a97b41-b55b-48fd-bb9e-dfae415f4814 req-84ecfbeb-ba85-436f-af12-1b6206a337b9 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/security-groups?id=084106dd-80e3-4bba-91bc-837cf10f46c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857887 Jun 10 17:50:52.063951 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84e7b0e-6ea4-4228-ba08-7427603562ae req-04e73fa8-a0f9-4249-b642-9bb9ba32d8b9 tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:52.069919 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-e84e7b0e-6ea4-4228-ba08-7427603562ae req-04e73fa8-a0f9-4249-b642-9bb9ba32d8b9 tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1302459 Jun 10 17:50:52.121511 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.v2.base [req-e84e7b0e-6ea4-4228-ba08-7427603562ae req-abfe5c68-ec3a-45eb-9c70-f1afa13efbb3 tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] Request body: {'port': {'device_id': '30e01f38-121a-4a50-aa1b-d53af801c936', 'network_id': '4278506d-128f-4c9c-8886-09dc43438824', 'admin_state_up': True, 'tenant_id': '305a400b92594c70ab8666632bb7ee33'}} {{(pid=114529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:50:52.298434 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e84e7b0e-6ea4-4228-ba08-7427603562ae req-abfe5c68-ec3a-45eb-9c70-f1afa13efbb3 tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] Made reservation on behalf of 305a400b92594c70ab8666632bb7ee33 for: {'port': 1} {{(pid=114529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 17:50:52.302188 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-e84e7b0e-6ea4-4228-ba08-7427603562ae req-abfe5c68-ec3a-45eb-9c70-f1afa13efbb3 tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:52.310827 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-e84e7b0e-6ea4-4228-ba08-7427603562ae req-abfe5c68-ec3a-45eb-9c70-f1afa13efbb3 tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] Notify callbacks [] for security_group, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:52.384976 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-e84e7b0e-6ea4-4228-ba08-7427603562ae req-abfe5c68-ec3a-45eb-9c70-f1afa13efbb3 tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] Notify callbacks [] for security_group, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:52.463849 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-657fa2ab-eb9d-46b9-b48a-bbc63fcb8aa4 req-5bf009b0-31c2-452d-8f3b-4dd81c4329f4 tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e01f38-121a-4a50-aa1b-d53af801c936 HTTP/1.1" status: 200 len: 210 time: 0.0298445 Jun 10 17:50:52.472200 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad2da8c-c3ae-4e00-8677-ef11b4291a07 req-1d81bb93-e734-4d0d-ad3d-31e9d89126dc tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:52.473620 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-3ad2da8c-c3ae-4e00-8677-ef11b4291a07 req-1d81bb93-e734-4d0d-ad3d-31e9d89126dc tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0c27437-ed84-40b6-ada7-e0cf9afc329e HTTP/1.1" status: 200 len: 946 time: 0.0740530 Jun 10 17:50:52.496349 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-e84e7b0e-6ea4-4228-ba08-7427603562ae req-abfe5c68-ec3a-45eb-9c70-f1afa13efbb3 tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:52.572190 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-3ad2da8c-c3ae-4e00-8677-ef11b4291a07 req-0126ac80-6eb5-401d-8b28-e30f0a96dd0f tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/security-groups?id=e34e9d33-06f7-444b-b871-be501815f2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913317 Jun 10 17:50:52.583355 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfe5c68-ec3a-45eb-9c70-f1afa13efbb3 tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc9cc6ac-7276-49b2-814d-683a4851ffdb,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:52.639967 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.db_base_plugin_common [req-e84e7b0e-6ea4-4228-ba08-7427603562ae req-abfe5c68-ec3a-45eb-9c70-f1afa13efbb3 tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] Allocated IP 192.168.233.30 (4278506d-128f-4c9c-8886-09dc43438824/70260d32-d16e-4342-b870-beb1e78f776c/9e9827db-d83c-40c2-8c6c-e591584d5e3c) {{(pid=114529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 17:50:52.786811 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-e84e7b0e-6ea4-4228-ba08-7427603562ae req-abfe5c68-ec3a-45eb-9c70-f1afa13efbb3 tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] Notify callbacks [] for port, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:52.906321 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-e84e7b0e-6ea4-4228-ba08-7427603562ae req-abfe5c68-ec3a-45eb-9c70-f1afa13efbb3 tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764020614705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263063011'] for port, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:52.949964 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e84e7b0e-6ea4-4228-ba08-7427603562ae req-abfe5c68-ec3a-45eb-9c70-f1afa13efbb3 tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] Network 4278506d-128f-4c9c-8886-09dc43438824 is already hosted by enough agents. {{(pid=114529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:50:52.952845 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.base_scheduler [req-e84e7b0e-6ea4-4228-ba08-7427603562ae req-abfe5c68-ec3a-45eb-9c70-f1afa13efbb3 tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] Resources bound (agent type, host, resource id): {{(pid=114529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:50:52.956564 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.l3_dvrscheduler_db [req-e84e7b0e-6ea4-4228-ba08-7427603562ae req-abfe5c68-ec3a-45eb-9c70-f1afa13efbb3 tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] Received port after_create {{(pid=114529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 10 17:50:52.983527 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfe5c68-ec3a-45eb-9c70-f1afa13efbb3 tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] Pushing event updated for resources: {'Port': ['ID=9e9827db-d83c-40c2-8c6c-e591584d5e3c,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:53.021139 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84e7b0e-6ea4-4228-ba08-7427603562ae req-abfe5c68-ec3a-45eb-9c70-f1afa13efbb3 tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:53.021804 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-e84e7b0e-6ea4-4228-ba08-7427603562ae req-abfe5c68-ec3a-45eb-9c70-f1afa13efbb3 tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for port, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:53.186757 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-fe4f6809-a7b3-40b3-a0d5-1c5dbe9f4786 None None] Provisioning complete for port 9e9827db-d83c-40c2-8c6c-e591584d5e3c triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:50:53.187734 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-fe4f6809-a7b3-40b3-a0d5-1c5dbe9f4786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:53.225252 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-fe4f6809-a7b3-40b3-a0d5-1c5dbe9f4786 None None] Port 9e9827db-d83c-40c2-8c6c-e591584d5e3c cannot update to ACTIVE because it is not bound. {{(pid=114530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 10 17:50:53.341569 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-e84e7b0e-6ea4-4228-ba08-7427603562ae req-abfe5c68-ec3a-45eb-9c70-f1afa13efbb3 tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2238812 Jun 10 17:50:53.364451 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3582a6a3-699a-4e59-b8b1-b208167918bf req-08efc720-e4d7-4875-89ea-faecfb2f7e7a tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:53.365917 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-3582a6a3-699a-4e59-b8b1-b208167918bf req-08efc720-e4d7-4875-89ea-faecfb2f7e7a tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb746cca-980a-45bc-abde-e6b410e94c02 HTTP/1.1" status: 200 len: 943 time: 0.2615073 Jun 10 17:50:53.373520 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.v2.base [req-e84e7b0e-6ea4-4228-ba08-7427603562ae req-6cfd6207-a094-44ec-b345-d88ea5b4a953 service neutron] Request body: {'port': {'device_id': '30e01f38-121a-4a50-aa1b-d53af801c936', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-xena0'}} {{(pid=114529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:50:53.415977 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 45146) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:50:53.451341 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-3582a6a3-699a-4e59-b8b1-b208167918bf req-e4fdc1ea-8da3-4cd8-87c8-989cf427a4fe tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/security-groups?id=084106dd-80e3-4bba-91bc-837cf10f46c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574605 Jun 10 17:50:53.452034 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-e84e7b0e-6ea4-4228-ba08-7427603562ae req-6cfd6207-a094-44ec-b345-d88ea5b4a953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:53.550945 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-093b28b3-29bf-4eb8-9da9-e9d7265a13eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:53.625318 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-093b28b3-29bf-4eb8-9da9-e9d7265a13eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:53.640997 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2455e6e-a5b8-470c-a7f9-fa62786ceaf5 req-8617badc-b3b1-4b9b-941d-b7e52ad23aaa tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:53.642497 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-c2455e6e-a5b8-470c-a7f9-fa62786ceaf5 req-8617badc-b3b1-4b9b-941d-b7e52ad23aaa tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e01f38-121a-4a50-aa1b-d53af801c936 HTTP/1.1" status: 200 len: 935 time: 0.0855143 Jun 10 17:50:53.697956 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-093b28b3-29bf-4eb8-9da9-e9d7265a13eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:53.741345 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-093b28b3-29bf-4eb8-9da9-e9d7265a13eb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bbfc56d6d37b48d685153121060ed2bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3237338 Jun 10 17:50:53.742215 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093b28b3-29bf-4eb8-9da9-e9d7265a13eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a15ee0-4e46-4a29-b329-379e7afdae5a,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:53.744587 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 45154) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:50:53.755032 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-c2455e6e-a5b8-470c-a7f9-fa62786ceaf5 req-a5aeade4-68b3-4450-b783-e0b3263a0a4a tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc9cc6ac-7276-49b2-814d-683a4851ffdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996630 Jun 10 17:50:53.766106 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f1836b-356d-46b5-b83b-29be88a9cbdd req-312678d4-6f56-4ad6-a855-def2ec711bfb tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:53.767736 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-74f1836b-356d-46b5-b83b-29be88a9cbdd req-312678d4-6f56-4ad6-a855-def2ec711bfb tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0c27437-ed84-40b6-ada7-e0cf9afc329e HTTP/1.1" status: 200 len: 946 time: 0.1228180 Jun 10 17:50:53.797285 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-4830eaff-2c0a-420f-ac52-4eed20708300 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:53.819573 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-4830eaff-2c0a-420f-ac52-4eed20708300 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:53.836580 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-74f1836b-356d-46b5-b83b-29be88a9cbdd req-1194177d-bf53-4807-bccb-e83f04d40028 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/security-groups?id=e34e9d33-06f7-444b-b871-be501815f2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532990 Jun 10 17:50:53.867755 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.notifiers.nova [req-e84e7b0e-6ea4-4228-ba08-7427603562ae req-6cfd6207-a094-44ec-b345-d88ea5b4a953 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e9827db-d83c-40c2-8c6c-e591584d5e3c {{(pid=114529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 10 17:50:53.875630 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-e84e7b0e-6ea4-4228-ba08-7427603562ae req-6cfd6207-a094-44ec-b345-d88ea5b4a953 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:53.943705 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.provisioning_blocks [req-e84e7b0e-6ea4-4228-ba08-7427603562ae req-6cfd6207-a094-44ec-b345-d88ea5b4a953 service neutron] Transition to ACTIVE for port object 9e9827db-d83c-40c2-8c6c-e591584d5e3c will not be triggered until provisioned by entity L2. {{(pid=114529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 17:50:53.943872 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-4830eaff-2c0a-420f-ac52-4eed20708300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:53.946900 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-4830eaff-2c0a-420f-ac52-4eed20708300 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:53.948094 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-4830eaff-2c0a-420f-ac52-4eed20708300 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c6a15ee0-4e46-4a29-b329-379e7afdae5a HTTP/1.1" status: 204 len: 168 time: 0.2024941 Jun 10 17:50:53.957078 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4830eaff-2c0a-420f-ac52-4eed20708300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a15ee0-4e46-4a29-b329-379e7afdae5a,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:54.001079 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-e84e7b0e-6ea4-4228-ba08-7427603562ae req-6cfd6207-a094-44ec-b345-d88ea5b4a953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263062808'] for port, after_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:54.070644 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfd6207-a094-44ec-b345-d88ea5b4a953 service neutron] Pushing event updated for resources: {'Port': ['ID=9e9827db-d83c-40c2-8c6c-e591584d5e3c,revision_number=2']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:54.128859 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.managers [req-e84e7b0e-6ea4-4228-ba08-7427603562ae req-6cfd6207-a094-44ec-b345-d88ea5b4a953 service neutron] Attempting to bind port 9e9827db-d83c-40c2-8c6c-e591584d5e3c on host hv-cinder-xena0 for vnic_type normal with profile {{(pid=114529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 17:50:54.129201 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.managers [req-e84e7b0e-6ea4-4228-ba08-7427603562ae req-6cfd6207-a094-44ec-b345-d88ea5b4a953 service neutron] Attempting to bind port 9e9827db-d83c-40c2-8c6c-e591584d5e3c by drivers openvswitch,hyperv on host hv-cinder-xena0 at level 0 using segments [{'id': 'a3bcfdd8-9851-4540-915b-51b99bffe294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4278506d-128f-4c9c-8886-09dc43438824'}] {{(pid=114529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 17:50:54.129530 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84e7b0e-6ea4-4228-ba08-7427603562ae req-6cfd6207-a094-44ec-b345-d88ea5b4a953 service neutron] Attempting to bind port 9e9827db-d83c-40c2-8c6c-e591584d5e3c on network 4278506d-128f-4c9c-8886-09dc43438824 {{(pid=114529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 10 17:50:54.133967 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84e7b0e-6ea4-4228-ba08-7427603562ae req-6cfd6207-a094-44ec-b345-d88ea5b4a953 service neutron] Port 9e9827db-d83c-40c2-8c6c-e591584d5e3c on network 4278506d-128f-4c9c-8886-09dc43438824 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-xena0 {{(pid=114529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 10 17:50:54.134522 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84e7b0e-6ea4-4228-ba08-7427603562ae req-6cfd6207-a094-44ec-b345-d88ea5b4a953 service neutron] Attempting to bind port 9e9827db-d83c-40c2-8c6c-e591584d5e3c on network 4278506d-128f-4c9c-8886-09dc43438824 {{(pid=114529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 10 17:50:54.139561 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84e7b0e-6ea4-4228-ba08-7427603562ae req-6cfd6207-a094-44ec-b345-d88ea5b4a953 service neutron] Checking agent: {'id': '7469bf7c-50e4-4cc8-b056-051e3e633b26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-xena0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 10, 17, 46, 19), 'started_at': datetime.datetime(2022, 6, 10, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 10, 17, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 10 17:50:54.139977 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84e7b0e-6ea4-4228-ba08-7427603562ae req-6cfd6207-a094-44ec-b345-d88ea5b4a953 service neutron] Checking segment: {'id': 'a3bcfdd8-9851-4540-915b-51b99bffe294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4278506d-128f-4c9c-8886-09dc43438824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 10 17:50:54.140531 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84e7b0e-6ea4-4228-ba08-7427603562ae req-6cfd6207-a094-44ec-b345-d88ea5b4a953 service neutron] Bound using segment: {'id': 'a3bcfdd8-9851-4540-915b-51b99bffe294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4278506d-128f-4c9c-8886-09dc43438824'} {{(pid=114529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 10 17:50:54.141227 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.managers [req-e84e7b0e-6ea4-4228-ba08-7427603562ae req-6cfd6207-a094-44ec-b345-d88ea5b4a953 service neutron] Bound port: 9e9827db-d83c-40c2-8c6c-e591584d5e3c, host: hv-cinder-xena0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3bcfdd8-9851-4540-915b-51b99bffe294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4278506d-128f-4c9c-8886-09dc43438824'}}] {{(pid=114529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 17:50:54.141674 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-e84e7b0e-6ea4-4228-ba08-7427603562ae req-6cfd6207-a094-44ec-b345-d88ea5b4a953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:54.221845 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.db [req-e84e7b0e-6ea4-4228-ba08-7427603562ae req-6cfd6207-a094-44ec-b345-d88ea5b4a953 service neutron] For port 9e9827db-d83c-40c2-8c6c-e591584d5e3c, host hv-cinder-xena0, cleared binding levels {{(pid=114529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 10 17:50:54.225200 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.db [req-e84e7b0e-6ea4-4228-ba08-7427603562ae req-6cfd6207-a094-44ec-b345-d88ea5b4a953 service neutron] For port 9e9827db-d83c-40c2-8c6c-e591584d5e3c, host hv-cinder-xena0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=9e9827db-d83c-40c2-8c6c-e591584d5e3c,segment=NetworkSegment(a3bcfdd8-9851-4540-915b-51b99bffe294),segment_id=a3bcfdd8-9851-4540-915b-51b99bffe294)] {{(pid=114529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 10 17:50:54.344903 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-e84e7b0e-6ea4-4228-ba08-7427603562ae req-6cfd6207-a094-44ec-b345-d88ea5b4a953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263062808'] for port, after_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:54.380925 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84e7b0e-6ea4-4228-ba08-7427603562ae req-6cfd6207-a094-44ec-b345-d88ea5b4a953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:54.381529 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-e84e7b0e-6ea4-4228-ba08-7427603562ae req-6cfd6207-a094-44ec-b345-d88ea5b4a953 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for port, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:54.382911 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-e84e7b0e-6ea4-4228-ba08-7427603562ae req-6cfd6207-a094-44ec-b345-d88ea5b4a953 service neutron] 10.222.0.27 "PUT /v2.0/ports/9e9827db-d83c-40c2-8c6c-e591584d5e3c HTTP/1.1" status: 200 len: 1097 time: 1.0160909 Jun 10 17:50:54.383331 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30e01f38-121a-4a50-aa1b-d53af801c936', 'tag': '9e9827db-d83c-40c2-8c6c-e591584d5e3c'}] {{(pid=114529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:50:54.385663 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}546b112a5b217dbfa88e609245cede7dd2905721b158f3f41c3dff8a3887b3c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9bde1ef-2180-4f34-b2b3-fb4ab93023df" -d '{"events": [{"name": "network-changed", "server_uuid": "30e01f38-121a-4a50-aa1b-d53af801c936", "tag": "9e9827db-d83c-40c2-8c6c-e591584d5e3c"}]}' {{(pid=114529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:50:54.408149 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfd6207-a094-44ec-b345-d88ea5b4a953 service neutron] Pushing event updated for resources: {'Port': ['ID=9e9827db-d83c-40c2-8c6c-e591584d5e3c,revision_number=3']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:54.440460 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Jun 2022 17:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f1b859-e93a-4a84-a52d-6e6427fd52a1 x-openstack-request-id: req-b1f1b859-e93a-4a84-a52d-6e6427fd52a1 {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:50:54.440804 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30e01f38-121a-4a50-aa1b-d53af801c936", "tag": "9e9827db-d83c-40c2-8c6c-e591584d5e3c", "status": "completed", "code": 200}]} {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:50:54.441111 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b1f1b859-e93a-4a84-a52d-6e6427fd52a1 {{(pid=114529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:50:54.441645 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1f1b859-e93a-4a84-a52d-6e6427fd52a1'] response: {'name': 'network-changed', 'server_uuid': '30e01f38-121a-4a50-aa1b-d53af801c936', 'tag': '9e9827db-d83c-40c2-8c6c-e591584d5e3c', 'status': 'completed', 'code': 200} Jun 10 17:50:54.579554 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bde1ef-2180-4f34-b2b3-fb4ab93023df req-2fcd85b7-7484-4759-9ba2-a4641ff23867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:54.581091 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f9bde1ef-2180-4f34-b2b3-fb4ab93023df req-2fcd85b7-7484-4759-9ba2-a4641ff23867 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=305a400b92594c70ab8666632bb7ee33&device_id=30e01f38-121a-4a50-aa1b-d53af801c936 HTTP/1.1" status: 200 len: 1100 time: 0.0800302 Jun 10 17:50:54.593884 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d097615-6506-4215-9813-8fdda156b62d req-0b194839-4a78-4255-97af-c84a9d059554 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:54.595668 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-1d097615-6506-4215-9813-8fdda156b62d req-0b194839-4a78-4255-97af-c84a9d059554 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb746cca-980a-45bc-abde-e6b410e94c02 HTTP/1.1" status: 200 len: 943 time: 0.0654187 Jun 10 17:50:54.637350 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f9bde1ef-2180-4f34-b2b3-fb4ab93023df req-58a79d34-c4d4-4b7e-bef8-b02b88d6ead5 service neutron] 10.222.0.27 "GET /v2.0/networks?tenant_id=305a400b92594c70ab8666632bb7ee33&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226293 Jun 10 17:50:54.670602 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-1d097615-6506-4215-9813-8fdda156b62d req-c430d1d7-23da-44af-8a87-1104878d9b8f tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/security-groups?id=084106dd-80e3-4bba-91bc-837cf10f46c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667686 Jun 10 17:50:54.671447 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 45206) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:50:54.693997 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-f3a24fc3-5dae-4d7b-bc96-b59d2db1a4be admin admin] Notify callbacks [] for security_group, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:54.777827 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bde1ef-2180-4f34-b2b3-fb4ab93023df req-981878aa-69e4-4cf7-91ac-9f1cb607d9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:54.779328 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f9bde1ef-2180-4f34-b2b3-fb4ab93023df req-981878aa-69e4-4cf7-91ac-9f1cb607d9ca service neutron] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1342018 Jun 10 17:50:54.831744 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-f3a24fc3-5dae-4d7b-bc96-b59d2db1a4be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:54.892076 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1125e261-e463-46f6-a62e-1c0e787ce9ed req-8d1d0bd8-98c5-445c-b5bc-222ef21a0f31 tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:54.893494 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-1125e261-e463-46f6-a62e-1c0e787ce9ed req-8d1d0bd8-98c5-445c-b5bc-222ef21a0f31 tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e01f38-121a-4a50-aa1b-d53af801c936 HTTP/1.1" status: 200 len: 947 time: 0.0569613 Jun 10 17:50:54.916473 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-f3a24fc3-5dae-4d7b-bc96-b59d2db1a4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:54.984531 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-f3a24fc3-5dae-4d7b-bc96-b59d2db1a4be admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9f1461845b8b42fdac5908bf7612eb0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3122759 Jun 10 17:50:54.986791 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a24fc3-5dae-4d7b-bc96-b59d2db1a4be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bbf2c08-3124-4d0e-8003-06c7e30a295f,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:54.987431 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 45214) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:50:54.992607 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84e7b0e-6ea4-4228-ba08-7427603562ae req-a8a937f8-d5fb-4519-8eb1-6baac9567a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:54.994119 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-e84e7b0e-6ea4-4228-ba08-7427603562ae req-a8a937f8-d5fb-4519-8eb1-6baac9567a53 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=305a400b92594c70ab8666632bb7ee33&device_id=30e01f38-121a-4a50-aa1b-d53af801c936 HTTP/1.1" status: 200 len: 1100 time: 0.1177473 Jun 10 17:50:54.996978 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-1125e261-e463-46f6-a62e-1c0e787ce9ed req-45dc4393-3bde-4d14-a049-2d1959c044d6 tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc9cc6ac-7276-49b2-814d-683a4851ffdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898979 Jun 10 17:50:55.038437 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-3661bd8f-b8fc-4ce3-8293-9c5cab8acca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:55.052070 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-e84e7b0e-6ea4-4228-ba08-7427603562ae req-016858c5-a2b7-4c91-be9b-3c01283ae865 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=9e9827db-d83c-40c2-8c6c-e591584d5e3c HTTP/1.1" status: 200 len: 217 time: 0.0351012 Jun 10 17:50:55.058985 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-3661bd8f-b8fc-4ce3-8293-9c5cab8acca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:55.110419 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84e7b0e-6ea4-4228-ba08-7427603562ae req-5bda5f4a-1717-4145-a7e0-8bf4f0e52801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:55.112202 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-e84e7b0e-6ea4-4228-ba08-7427603562ae req-5bda5f4a-1717-4145-a7e0-8bf4f0e52801 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=70260d32-d16e-4342-b870-beb1e78f776c HTTP/1.1" status: 200 len: 843 time: 0.0461442 Jun 10 17:50:55.167448 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84e7b0e-6ea4-4228-ba08-7427603562ae req-5d6b1382-bd0f-4a9b-91ce-7b1fc663f5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:55.168912 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-e84e7b0e-6ea4-4228-ba08-7427603562ae req-5d6b1382-bd0f-4a9b-91ce-7b1fc663f5d4 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=4278506d-128f-4c9c-8886-09dc43438824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0451596 Jun 10 17:50:55.172822 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-3661bd8f-b8fc-4ce3-8293-9c5cab8acca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:55.175578 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-3661bd8f-b8fc-4ce3-8293-9c5cab8acca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:55.176699 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-3661bd8f-b8fc-4ce3-8293-9c5cab8acca3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5bbf2c08-3124-4d0e-8003-06c7e30a295f HTTP/1.1" status: 204 len: 168 time: 0.1880181 Jun 10 17:50:55.192505 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3661bd8f-b8fc-4ce3-8293-9c5cab8acca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bbf2c08-3124-4d0e-8003-06c7e30a295f,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:55.270782 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-e84e7b0e-6ea4-4228-ba08-7427603562ae req-0866159e-65fc-4402-a5b8-accba391a2fb service neutron] 10.222.0.27 "GET /v2.0/networks/4278506d-128f-4c9c-8886-09dc43438824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916121 Jun 10 17:50:55.369480 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-e84e7b0e-6ea4-4228-ba08-7427603562ae req-fde45563-0803-4f1d-9472-699aa11dab70 service neutron] 10.222.0.27 "GET /v2.0/networks/4278506d-128f-4c9c-8886-09dc43438824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899189 Jun 10 17:50:55.446981 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device 6332112d-6f65-4771-8f42-f5647a2db56b details requested by agent hyperv_hv-cinder-xena0 with host hv-cinder-xena0 {{(pid=114530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 10 17:50:55.553082 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port 6332112d-6f65-4771-8f42-f5647a2db56b, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=6332112d-6f65-4771-8f42-f5647a2db56b,segment=NetworkSegment(d8d5c4f9-464f-45ae-828b-d5468569bc5a),segment_id=d8d5c4f9-464f-45ae-828b-d5468569bc5a)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:50:55.568601 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Returning: {'device': '6332112d-6f65-4771-8f42-f5647a2db56b', 'network_id': '1f32841e-c7bf-4753-a1a7-c09b804b3a5f', 'port_id': '6332112d-6f65-4771-8f42-f5647a2db56b', 'mac_address': 'fa:16:3e:c9:c4:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5534695f-d2e1-44a9-977d-39ba1417d8f6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 10 17:50:55.607455 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Current status of the port 6332112d-6f65-4771-8f42-f5647a2db56b is: DOWN; New status is: BUILD {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:50:55.607981 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:55.621834 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.notifiers.nova [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6332112d-6f65-4771-8f42-f5647a2db56b {{(pid=114530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 10 17:50:55.640819 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port 6332112d-6f65-4771-8f42-f5647a2db56b, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=6332112d-6f65-4771-8f42-f5647a2db56b,segment=NetworkSegment(d8d5c4f9-464f-45ae-828b-d5468569bc5a),segment_id=d8d5c4f9-464f-45ae-828b-d5468569bc5a)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:50:55.794107 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35826258-a484-42c6-a19f-a9f13103056c req-2ba4a1f5-14a3-487e-a6f4-93ebef913664 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:55.796278 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-35826258-a484-42c6-a19f-a9f13103056c req-2ba4a1f5-14a3-487e-a6f4-93ebef913664 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb746cca-980a-45bc-abde-e6b410e94c02 HTTP/1.1" status: 200 len: 943 time: 0.0543008 Jun 10 17:50:55.840994 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-35826258-a484-42c6-a19f-a9f13103056c req-9b07599d-fab7-42d5-853e-6858bd4f1723 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/security-groups?id=084106dd-80e3-4bba-91bc-837cf10f46c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359421 Jun 10 17:50:55.934849 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:55.987061 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Pushing event updated for resources: {'Port': ['ID=6332112d-6f65-4771-8f42-f5647a2db56b,revision_number=4']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:55.994115 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:50:55.994484 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:50:55.994821 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:50:55.995155 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:50:55.995488 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:50:55.995814 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:50:55.996137 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:50:55.996460 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:50:55.996807 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:50:55.997129 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:50:55.997448 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:50:55.997764 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:50:56.114427 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2946e7-11c3-408b-a604-824fe9169c45 req-1f7c4642-3c7e-41e0-9815-fb86bf11fa97 tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:56.115856 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-8c2946e7-11c3-408b-a604-824fe9169c45 req-1f7c4642-3c7e-41e0-9815-fb86bf11fa97 tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e01f38-121a-4a50-aa1b-d53af801c936 HTTP/1.1" status: 200 len: 947 time: 0.0480084 Jun 10 17:50:56.217088 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-8c2946e7-11c3-408b-a604-824fe9169c45 req-854a0e69-4cdf-4930-b32f-7a903c787bfa tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc9cc6ac-7276-49b2-814d-683a4851ffdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327020 Jun 10 17:50:56.389565 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 45240) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:50:56.403327 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-029e22eb-acc6-43c1-83b1-eaf7c7d06890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:56.482005 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-029e22eb-acc6-43c1-83b1-eaf7c7d06890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:56.551616 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-029e22eb-acc6-43c1-83b1-eaf7c7d06890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:56.573571 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] get_ports_and_sgs() called for port_ids ['6332112d-6f65-4771-8f42-f5647a2db56b'] {{(pid=114530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 10 17:50:56.592755 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-029e22eb-acc6-43c1-83b1-eaf7c7d06890 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6f70cd86b03f41d99efc725cf5e0012f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1997650 Jun 10 17:50:56.593800 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 45242) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:50:56.594367 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029e22eb-acc6-43c1-83b1-eaf7c7d06890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=956ad84b-aa10-4dff-8077-838007aa7e23,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:56.653151 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-d4b5e758-1649-483a-a4a7-ad59ddf99401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:56.677425 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-d4b5e758-1649-483a-a4a7-ad59ddf99401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:56.812458 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-d4b5e758-1649-483a-a4a7-ad59ddf99401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:56.815523 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-d4b5e758-1649-483a-a4a7-ad59ddf99401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:56.816836 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-d4b5e758-1649-483a-a4a7-ad59ddf99401 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/956ad84b-aa10-4dff-8077-838007aa7e23 HTTP/1.1" status: 204 len: 168 time: 0.2208419 Jun 10 17:50:56.825970 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b5e758-1649-483a-a4a7-ad59ddf99401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=956ad84b-aa10-4dff-8077-838007aa7e23,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:56.961114 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71026b92-534a-471f-801b-f77be0cc8edf req-095d64a2-7bf7-4e7f-b0a4-c1a39b4f3072 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:56.962666 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-71026b92-534a-471f-801b-f77be0cc8edf req-095d64a2-7bf7-4e7f-b0a4-c1a39b4f3072 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb746cca-980a-45bc-abde-e6b410e94c02 HTTP/1.1" status: 200 len: 944 time: 0.0488284 Jun 10 17:50:56.999112 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-71026b92-534a-471f-801b-f77be0cc8edf req-3f8c4e3f-34dc-43aa-8b59-a0f73c87084f tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/security-groups?id=084106dd-80e3-4bba-91bc-837cf10f46c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303979 Jun 10 17:50:57.320144 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9ae5d-87ea-4bd3-8c04-11e495590062 req-2a3bae83-a8cc-484f-866a-c3c5a94a6948 tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:57.321604 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-36f9ae5d-87ea-4bd3-8c04-11e495590062 req-2a3bae83-a8cc-484f-866a-c3c5a94a6948 tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e01f38-121a-4a50-aa1b-d53af801c936 HTTP/1.1" status: 200 len: 947 time: 0.0481102 Jun 10 17:50:57.360250 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-36f9ae5d-87ea-4bd3-8c04-11e495590062 req-6e109b9a-d387-477c-9b1e-690b72712b84 tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc9cc6ac-7276-49b2-814d-683a4851ffdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324903 Jun 10 17:50:57.834814 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 45272) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:50:57.933219 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [None req-6a7ecdaf-796e-45f2-b4ba-21ab2dfaa101 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-777224255-network', 'tenant_id': '1bdefcece43c42c294c36d1ced6a53cb'}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:50:58.023647 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a7ecdaf-796e-45f2-b4ba-21ab2dfaa101 admin admin] Made reservation on behalf of 1bdefcece43c42c294c36d1ced6a53cb for: {'network': 1} {{(pid=114528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 17:50:58.026315 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-6a7ecdaf-796e-45f2-b4ba-21ab2dfaa101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for network, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:58.035725 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-6a7ecdaf-796e-45f2-b4ba-21ab2dfaa101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:58.112821 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-6a7ecdaf-796e-45f2-b4ba-21ab2dfaa101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:58.119628 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467b1e17-2cc6-4522-a121-4a23f791612e req-90a41805-a864-4255-8cac-950c648b4195 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:58.121116 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-467b1e17-2cc6-4522-a121-4a23f791612e req-90a41805-a864-4255-8cac-950c648b4195 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb746cca-980a-45bc-abde-e6b410e94c02 HTTP/1.1" status: 200 len: 944 time: 0.0527005 Jun 10 17:50:58.160825 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-467b1e17-2cc6-4522-a121-4a23f791612e req-b222c292-adc6-4525-82fa-03181e9caed6 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/security-groups?id=084106dd-80e3-4bba-91bc-837cf10f46c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324819 Jun 10 17:50:58.183629 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-6a7ecdaf-796e-45f2-b4ba-21ab2dfaa101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:58.209750 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a7ecdaf-796e-45f2-b4ba-21ab2dfaa101 admin admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=114528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 17:50:58.219670 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7ecdaf-796e-45f2-b4ba-21ab2dfaa101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e7fc3f-e9fd-42d9-841b-fa9c3cc19755,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:58.225298 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-6a7ecdaf-796e-45f2-b4ba-21ab2dfaa101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009214'] for segment, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:58.226495 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.db.segments_db [None req-6a7ecdaf-796e-45f2-b4ba-21ab2dfaa101 admin admin] Added segment 7e4bfa91-46c1-48ed-aa46-2158dbbc6530 of type vlan for network bc44db77-e676-451b-a61e-89825ebb1d1f Jun 10 17:50:58.266220 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-6a7ecdaf-796e-45f2-b4ba-21ab2dfaa101 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764020540941'] for network, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:58.372203 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-6a7ecdaf-796e-45f2-b4ba-21ab2dfaa101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050'] for network, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:58.373212 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7ecdaf-796e-45f2-b4ba-21ab2dfaa101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:58.373801 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-6a7ecdaf-796e-45f2-b4ba-21ab2dfaa101 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-734032'] for network, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:58.435779 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7ecdaf-796e-45f2-b4ba-21ab2dfaa101 admin admin] Pushing event updated for resources: {'Network': ['ID=bc44db77-e676-451b-a61e-89825ebb1d1f,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:58.446112 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Network bc44db77-e676-451b-a61e-89825ebb1d1f details requested by agent ovs-agent-dv-cinder-xena-3-iscsi with host dv-cinder-xena-3-iscsi {{(pid=114530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 10 17:50:58.466440 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-6a7ecdaf-796e-45f2-b4ba-21ab2dfaa101 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6302395 Jun 10 17:50:58.469189 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 45282) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:50:58.475846 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [None req-e1e210cb-78f2-4af8-9f7e-634ac1054453 admin admin] Request body: {'subnet': {'network_id': 'bc44db77-e676-451b-a61e-89825ebb1d1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-777224255-subnet', 'tenant_id': '1bdefcece43c42c294c36d1ced6a53cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:50:58.484861 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b271b13-1376-46cc-96e0-2058b86e39fd req-857ed779-513d-4299-8564-a6c767527a9f tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:58.487303 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-8b271b13-1376-46cc-96e0-2058b86e39fd req-857ed779-513d-4299-8564-a6c767527a9f tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e01f38-121a-4a50-aa1b-d53af801c936 HTTP/1.1" status: 200 len: 947 time: 0.0588839 Jun 10 17:50:58.527611 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-8b271b13-1376-46cc-96e0-2058b86e39fd req-d68db964-ddd7-4210-89c1-1d374b05a1f3 tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc9cc6ac-7276-49b2-814d-683a4851ffdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333068 Jun 10 17:50:58.550010 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e210cb-78f2-4af8-9f7e-634ac1054453 admin admin] Made reservation on behalf of 1bdefcece43c42c294c36d1ced6a53cb for: {'subnet': 1} {{(pid=114528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 17:50:58.552359 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-e1e210cb-78f2-4af8-9f7e-634ac1054453 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263612217'] for subnet, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:58.780090 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-e1e210cb-78f2-4af8-9f7e-634ac1054453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262939921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263612203'] for subnet, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:58.828696 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e210cb-78f2-4af8-9f7e-634ac1054453 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b1840ec-2bf5-4620-aedf-a473654efe02,revision_number=0']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:58.844504 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e210cb-78f2-4af8-9f7e-634ac1054453 admin admin] Checking segment: {'id': '7e4bfa91-46c1-48ed-aa46-2158dbbc6530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'bc44db77-e676-451b-a61e-89825ebb1d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 10 17:50:58.845796 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e210cb-78f2-4af8-9f7e-634ac1054453 admin admin] Network hostable DHCP agents. Network: bc44db77-e676-451b-a61e-89825ebb1d1f, hostable agents: ['bccf9388-ecf1-4acf-9e95-63f97cf623b0'], hosted agents: [] {{(pid=114528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 17:50:58.911501 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e210cb-78f2-4af8-9f7e-634ac1054453 admin admin] Network bc44db77-e676-451b-a61e-89825ebb1d1f is scheduled to be hosted by DHCP agent bccf9388-ecf1-4acf-9e95-63f97cf623b0 with binding_index 1 {{(pid=114528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 17:50:58.980135 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.base_scheduler [None req-e1e210cb-78f2-4af8-9f7e-634ac1054453 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-xena-3-iscsi, bc44db77-e676-451b-a61e-89825ebb1d1f) {{(pid=114528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:50:58.984553 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e210cb-78f2-4af8-9f7e-634ac1054453 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:58.985256 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-e1e210cb-78f2-4af8-9f7e-634ac1054453 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:58.990668 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb5a265-53b8-4afe-80e6-8689abac222a None None] Network bc44db77-e676-451b-a61e-89825ebb1d1f requested from dv-cinder-xena-3-iscsi {{(pid=114530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 17:50:59.068953 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-e1e210cb-78f2-4af8-9f7e-634ac1054453 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5979714 Jun 10 17:50:59.117576 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbea9c0f-0fd8-4daf-99bd-a61224b40b58 None None] Network bc44db77-e676-451b-a61e-89825ebb1d1f requested from dv-cinder-xena-3-iscsi {{(pid=114530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 17:50:59.284473 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f07f9-90e4-47ba-88be-75bb5e64f51b req-d444b99a-36b6-4a49-a183-0f09d8487c69 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:59.286004 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-5e9f07f9-90e4-47ba-88be-75bb5e64f51b req-d444b99a-36b6-4a49-a183-0f09d8487c69 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb746cca-980a-45bc-abde-e6b410e94c02 HTTP/1.1" status: 200 len: 944 time: 0.0525975 Jun 10 17:50:59.328222 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-5e9f07f9-90e4-47ba-88be-75bb5e64f51b req-7ce42adc-8d13-40d2-b858-9dccc8b17e9d tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/security-groups?id=084106dd-80e3-4bba-91bc-837cf10f46c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342524 Jun 10 17:50:59.462830 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device 9e9827db-d83c-40c2-8c6c-e591584d5e3c details requested by agent hyperv_hv-cinder-xena0 with host hv-cinder-xena0 {{(pid=114530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 10 17:50:59.473562 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device 6332112d-6f65-4771-8f42-f5647a2db56b up at agent hyperv_hv-cinder-xena0 {{(pid=114530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 17:50:59.604496 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port 9e9827db-d83c-40c2-8c6c-e591584d5e3c, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=9e9827db-d83c-40c2-8c6c-e591584d5e3c,segment=NetworkSegment(a3bcfdd8-9851-4540-915b-51b99bffe294),segment_id=a3bcfdd8-9851-4540-915b-51b99bffe294)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:50:59.616638 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Returning: {'device': '9e9827db-d83c-40c2-8c6c-e591584d5e3c', 'network_id': '4278506d-128f-4c9c-8886-09dc43438824', 'port_id': '9e9827db-d83c-40c2-8c6c-e591584d5e3c', 'mac_address': 'fa:16:3e:7a:68:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70260d32-d16e-4342-b870-beb1e78f776c', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 10 17:50:59.650361 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e3fbd7-aeb0-46a4-990b-6f6728106877 req-2705e193-6282-4c18-b9e3-7cd613eed78d tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:50:59.651862 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-46e3fbd7-aeb0-46a4-990b-6f6728106877 req-2705e193-6282-4c18-b9e3-7cd613eed78d tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e01f38-121a-4a50-aa1b-d53af801c936 HTTP/1.1" status: 200 len: 947 time: 0.0520482 Jun 10 17:50:59.655381 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Current status of the port 9e9827db-d83c-40c2-8c6c-e591584d5e3c is: DOWN; New status is: BUILD {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:50:59.655766 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:59.668805 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.notifiers.nova [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e9827db-d83c-40c2-8c6c-e591584d5e3c {{(pid=114530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 10 17:50:59.674612 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Provisioning for port 6332112d-6f65-4771-8f42-f5647a2db56b completed by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 17:50:59.688205 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Provisioning complete for port 6332112d-6f65-4771-8f42-f5647a2db56b triggered by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:50:59.689173 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:59.692229 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-46e3fbd7-aeb0-46a4-990b-6f6728106877 req-4960f702-9858-4146-bed8-206f6f707a3e tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc9cc6ac-7276-49b2-814d-683a4851ffdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342443 Jun 10 17:50:59.715794 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port 9e9827db-d83c-40c2-8c6c-e591584d5e3c, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=9e9827db-d83c-40c2-8c6c-e591584d5e3c,segment=NetworkSegment(a3bcfdd8-9851-4540-915b-51b99bffe294),segment_id=a3bcfdd8-9851-4540-915b-51b99bffe294)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:50:59.774157 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Current status of the port 6332112d-6f65-4771-8f42-f5647a2db56b is: BUILD; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:50:59.774572 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:59.797371 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb746cca-980a-45bc-abde-e6b410e94c02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6332112d-6f65-4771-8f42-f5647a2db56b'}] {{(pid=114530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:50:59.800243 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059d8b929bb81300c707de1c8675048d791f282ce62f1c2c108741a8dfb2b754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e276f5b7-5b9f-474f-88f0-7337520f9840" -d '{"events": [{"server_uuid": "eb746cca-980a-45bc-abde-e6b410e94c02", "name": "network-vif-plugged", "status": "completed", "tag": "6332112d-6f65-4771-8f42-f5647a2db56b"}]}' {{(pid=114530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:50:59.816564 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port 6332112d-6f65-4771-8f42-f5647a2db56b, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=6332112d-6f65-4771-8f42-f5647a2db56b,segment=NetworkSegment(d8d5c4f9-464f-45ae-828b-d5468569bc5a),segment_id=d8d5c4f9-464f-45ae-828b-d5468569bc5a)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:50:59.818733 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:59.840813 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Jun 2022 17:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa7a0f4-5270-4e88-bb5f-7809b5c6b62a x-openstack-request-id: req-9fa7a0f4-5270-4e88-bb5f-7809b5c6b62a {{(pid=114530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:50:59.841815 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb746cca-980a-45bc-abde-e6b410e94c02", "name": "network-vif-plugged", "status": "completed", "tag": "6332112d-6f65-4771-8f42-f5647a2db56b", "code": 200}]} {{(pid=114530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:50:59.841815 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9fa7a0f4-5270-4e88-bb5f-7809b5c6b62a {{(pid=114530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:50:59.841815 dv-cinder-xena-3-iscsi neutron-server[114530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fa7a0f4-5270-4e88-bb5f-7809b5c6b62a'] response: {'server_uuid': 'eb746cca-980a-45bc-abde-e6b410e94c02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6332112d-6f65-4771-8f42-f5647a2db56b', 'code': 200} Jun 10 17:50:59.868986 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Pushing event updated for resources: {'Port': ['ID=9e9827db-d83c-40c2-8c6c-e591584d5e3c,revision_number=4']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:50:59.894513 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:50:59.944940 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Pushing event updated for resources: {'Port': ['ID=6332112d-6f65-4771-8f42-f5647a2db56b,revision_number=5']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:51:00.224417 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5897a7-c25f-4f58-acc0-2faa6077cb5b req-1ebfde2c-6820-40d6-9ee0-9c5490372543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:00.228149 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-8f5897a7-c25f-4f58-acc0-2faa6077cb5b req-1ebfde2c-6820-40d6-9ee0-9c5490372543 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=eb746cca-980a-45bc-abde-e6b410e94c02 HTTP/1.1" status: 200 len: 1098 time: 0.0415320 Jun 10 17:51:00.271243 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-8f5897a7-c25f-4f58-acc0-2faa6077cb5b req-37c7bcd4-0696-4502-b58a-7b830b8d6f85 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=084106dd-80e3-4bba-91bc-837cf10f46c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279577 Jun 10 17:51:00.321264 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] get_ports_and_sgs() called for port_ids ['9e9827db-d83c-40c2-8c6c-e591584d5e3c'] {{(pid=114530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 10 17:51:00.442981 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098288b7-e22f-4aaf-bbf0-33f75c31aa26 req-7e12d052-5c1d-406a-b5c8-beb1e8aa35f7 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:00.444442 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-098288b7-e22f-4aaf-bbf0-33f75c31aa26 req-7e12d052-5c1d-406a-b5c8-beb1e8aa35f7 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb746cca-980a-45bc-abde-e6b410e94c02 HTTP/1.1" status: 200 len: 945 time: 0.0491519 Jun 10 17:51:00.481444 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-098288b7-e22f-4aaf-bbf0-33f75c31aa26 req-5c63958f-64cd-40cf-bb55-fde7f2db6382 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/security-groups?id=084106dd-80e3-4bba-91bc-837cf10f46c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309901 Jun 10 17:51:00.813409 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe068032-305b-47fa-8a28-5bd4d70c9dfa req-ad49018e-8804-4265-ab6a-1e1c8bf5fbc0 tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:00.814894 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-fe068032-305b-47fa-8a28-5bd4d70c9dfa req-ad49018e-8804-4265-ab6a-1e1c8bf5fbc0 tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e01f38-121a-4a50-aa1b-d53af801c936 HTTP/1.1" status: 200 len: 948 time: 0.0535350 Jun 10 17:51:00.852427 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-fe068032-305b-47fa-8a28-5bd4d70c9dfa req-b2002f1a-aa86-48f3-aa3a-a9f46f2994bf tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc9cc6ac-7276-49b2-814d-683a4851ffdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314627 Jun 10 17:51:01.296138 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95600a-3042-49bf-9c46-0398d34ab689 req-9fb32914-1516-4b29-8408-23b4198b9774 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:01.296884 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-2c95600a-3042-49bf-9c46-0398d34ab689 req-9fb32914-1516-4b29-8408-23b4198b9774 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.16 "GET /v2.0/networks?id=bc44db77-e676-451b-a61e-89825ebb1d1f HTTP/1.1" status: 200 len: 808 time: 0.1075644 Jun 10 17:51:01.313725 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-2c95600a-3042-49bf-9c46-0398d34ab689 req-fc0f02f6-3080-414d-8256-2be2c80f98e1 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.16 "GET /v2.0/quotas/1bdefcece43c42c294c36d1ced6a53cb HTTP/1.1" status: 200 len: 375 time: 0.0094182 Jun 10 17:51:01.350312 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-2c95600a-3042-49bf-9c46-0398d34ab689 req-09cbe646-7616-440d-b9ef-8ab0260e8222 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1bdefcece43c42c294c36d1ced6a53cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301042 Jun 10 17:51:01.443136 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-2c95600a-3042-49bf-9c46-0398d34ab689 req-c3668598-35f6-4743-a3f7-dee9e47c5b4d service neutron] 10.222.0.16 "GET /v2.0/networks/bc44db77-e676-451b-a61e-89825ebb1d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856221 Jun 10 17:51:01.535462 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-2c95600a-3042-49bf-9c46-0398d34ab689 req-cecd3331-6326-4b54-86b5-fe869d82dd49 service neutron] 10.222.0.16 "GET /v2.0/networks/bc44db77-e676-451b-a61e-89825ebb1d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860879 Jun 10 17:51:01.596821 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b89fe3-c61d-4b18-843d-b9cd774f8aca req-791a4ca6-bfa9-4d1f-83eb-b6c4de0c0673 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:01.598719 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f0b89fe3-c61d-4b18-843d-b9cd774f8aca req-791a4ca6-bfa9-4d1f-83eb-b6c4de0c0673 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb746cca-980a-45bc-abde-e6b410e94c02 HTTP/1.1" status: 200 len: 945 time: 0.0507038 Jun 10 17:51:01.636663 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f0b89fe3-c61d-4b18-843d-b9cd774f8aca req-0bc5dc97-1942-4653-b4dc-80c105e888d5 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/security-groups?id=084106dd-80e3-4bba-91bc-837cf10f46c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320098 Jun 10 17:51:01.785847 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-6c5c03d3-918b-42eb-b857-d6b95eaff815 req-868ad5e2-6038-4193-b5be-11b14cb25297 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e0fed4d-05a6-4f0b-9140-9132dcd38769 HTTP/1.1" status: 200 len: 210 time: 0.0268240 Jun 10 17:51:01.974703 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666cf574-3e0a-4191-b105-4ed13ba9ba29 req-3a238134-9395-4045-8535-ec21c6c7f0a6 tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:01.976426 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-666cf574-3e0a-4191-b105-4ed13ba9ba29 req-3a238134-9395-4045-8535-ec21c6c7f0a6 tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e01f38-121a-4a50-aa1b-d53af801c936 HTTP/1.1" status: 200 len: 948 time: 0.0543191 Jun 10 17:51:02.015432 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-666cf574-3e0a-4191-b105-4ed13ba9ba29 req-bc1047a9-2671-402d-898f-588809189be5 tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc9cc6ac-7276-49b2-814d-683a4851ffdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326602 Jun 10 17:51:02.750612 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f386a-4ab1-461f-b918-e40a41b25db0 req-51a2f19e-82bd-4113-ae28-6f4cf49ae0fb tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:02.752028 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-cf3f386a-4ab1-461f-b918-e40a41b25db0 req-51a2f19e-82bd-4113-ae28-6f4cf49ae0fb tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb746cca-980a-45bc-abde-e6b410e94c02 HTTP/1.1" status: 200 len: 945 time: 0.0492077 Jun 10 17:51:02.791057 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-cf3f386a-4ab1-461f-b918-e40a41b25db0 req-060c0d23-2d78-48db-b00c-d7ad205789a2 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/security-groups?id=084106dd-80e3-4bba-91bc-837cf10f46c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315287 Jun 10 17:51:02.886784 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f7477c48-1049-4029-b288-6f22ccf283c7 req-8b73a81c-b5d0-4ba8-8472-898606e32e05 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e0fed4d-05a6-4f0b-9140-9132dcd38769 HTTP/1.1" status: 200 len: 210 time: 0.0342624 Jun 10 17:51:02.931632 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbeb285-c9ee-43a8-a388-f1015e78f075 req-e70097f8-ec53-463e-bc80-464b2db0816a tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:02.933189 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-5cbeb285-c9ee-43a8-a388-f1015e78f075 req-e70097f8-ec53-463e-bc80-464b2db0816a tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb746cca-980a-45bc-abde-e6b410e94c02 HTTP/1.1" status: 200 len: 945 time: 0.0691268 Jun 10 17:51:02.973187 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-5cbeb285-c9ee-43a8-a388-f1015e78f075 req-ec25d666-b43a-48d5-bffc-a06974bf836f tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/security-groups?id=084106dd-80e3-4bba-91bc-837cf10f46c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333059 Jun 10 17:51:03.137090 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b888ae61-d9ba-4462-afae-d20adbea62df req-a9a948c7-46a0-48cc-8a25-80182cd6d12a tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:03.138692 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-b888ae61-d9ba-4462-afae-d20adbea62df req-a9a948c7-46a0-48cc-8a25-80182cd6d12a tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e01f38-121a-4a50-aa1b-d53af801c936 HTTP/1.1" status: 200 len: 948 time: 0.0527461 Jun 10 17:51:03.180278 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-b888ae61-d9ba-4462-afae-d20adbea62df req-c7273fb6-d81e-4fe1-ab10-0834b2083d93 tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc9cc6ac-7276-49b2-814d-683a4851ffdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352309 Jun 10 17:51:03.304339 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e776bf21-8c04-43d0-bcdc-3c9b69b2e689 req-a89c0696-334c-4196-9c2b-e706a46abb6c tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:03.305815 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-e776bf21-8c04-43d0-bcdc-3c9b69b2e689 req-a89c0696-334c-4196-9c2b-e706a46abb6c tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb746cca-980a-45bc-abde-e6b410e94c02 HTTP/1.1" status: 200 len: 945 time: 0.0484161 Jun 10 17:51:03.344956 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-e776bf21-8c04-43d0-bcdc-3c9b69b2e689 req-5b285be6-1cc8-4cdc-9be9-633e0ea5f4f6 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/security-groups?id=084106dd-80e3-4bba-91bc-837cf10f46c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320697 Jun 10 17:51:03.492940 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device 9e9827db-d83c-40c2-8c6c-e591584d5e3c up at agent hyperv_hv-cinder-xena0 {{(pid=114530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 17:51:03.614945 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Provisioning for port 9e9827db-d83c-40c2-8c6c-e591584d5e3c completed by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 17:51:03.619024 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Provisioning complete for port 9e9827db-d83c-40c2-8c6c-e591584d5e3c triggered by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:51:03.619393 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:03.699374 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Current status of the port 9e9827db-d83c-40c2-8c6c-e591584d5e3c is: BUILD; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:51:03.699845 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:03.721701 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30e01f38-121a-4a50-aa1b-d53af801c936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e9827db-d83c-40c2-8c6c-e591584d5e3c'}] {{(pid=114530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:51:03.724546 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059d8b929bb81300c707de1c8675048d791f282ce62f1c2c108741a8dfb2b754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-802fbb46-a777-498e-bced-494626e5f4d6" -d '{"events": [{"server_uuid": "30e01f38-121a-4a50-aa1b-d53af801c936", "name": "network-vif-plugged", "status": "completed", "tag": "9e9827db-d83c-40c2-8c6c-e591584d5e3c"}]}' {{(pid=114530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:51:03.736667 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port 9e9827db-d83c-40c2-8c6c-e591584d5e3c, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=9e9827db-d83c-40c2-8c6c-e591584d5e3c,segment=NetworkSegment(a3bcfdd8-9851-4540-915b-51b99bffe294),segment_id=a3bcfdd8-9851-4540-915b-51b99bffe294)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:51:03.761870 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Jun 2022 17:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd7d9af3-e3b9-4ac9-a411-52836f131b5d x-openstack-request-id: req-fd7d9af3-e3b9-4ac9-a411-52836f131b5d {{(pid=114530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:51:03.762187 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30e01f38-121a-4a50-aa1b-d53af801c936", "name": "network-vif-plugged", "status": "completed", "tag": "9e9827db-d83c-40c2-8c6c-e591584d5e3c", "code": 200}]} {{(pid=114530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:51:03.764053 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fd7d9af3-e3b9-4ac9-a411-52836f131b5d {{(pid=114530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:51:03.764053 dv-cinder-xena-3-iscsi neutron-server[114530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd7d9af3-e3b9-4ac9-a411-52836f131b5d'] response: {'server_uuid': '30e01f38-121a-4a50-aa1b-d53af801c936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e9827db-d83c-40c2-8c6c-e591584d5e3c', 'code': 200} Jun 10 17:51:03.806947 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:03.859230 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Pushing event updated for resources: {'Port': ['ID=9e9827db-d83c-40c2-8c6c-e591584d5e3c,revision_number=5']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:51:03.992503 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d88f467f-999c-46a0-b7d8-1053ab4ce477 req-bf2b4c06-9558-4bee-84f9-45b89ad84648 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e0fed4d-05a6-4f0b-9140-9132dcd38769 HTTP/1.1" status: 200 len: 210 time: 0.0332515 Jun 10 17:51:04.200520 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde666ce-6f36-4065-96d4-c4eb2f9fbd91 req-38c3c975-06dd-4c8b-afb7-8594b068dc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:04.201984 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-bde666ce-6f36-4065-96d4-c4eb2f9fbd91 req-38c3c975-06dd-4c8b-afb7-8594b068dc36 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=30e01f38-121a-4a50-aa1b-d53af801c936 HTTP/1.1" status: 200 len: 1102 time: 0.0477488 Jun 10 17:51:04.264416 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-bde666ce-6f36-4065-96d4-c4eb2f9fbd91 req-5922ab70-0f6f-4753-90b3-319bab65e66a service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=dc9cc6ac-7276-49b2-814d-683a4851ffdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392296 Jun 10 17:51:04.311671 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1165d95-5f98-4584-9d03-cd2533033760 req-e95fe876-8a50-42f6-a4ae-5756921f35f8 tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:04.313362 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-b1165d95-5f98-4584-9d03-cd2533033760 req-e95fe876-8a50-42f6-a4ae-5756921f35f8 tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e01f38-121a-4a50-aa1b-d53af801c936 HTTP/1.1" status: 200 len: 949 time: 0.0479577 Jun 10 17:51:04.352025 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-b1165d95-5f98-4584-9d03-cd2533033760 req-5e447850-5fb2-4093-9bb8-9c33a414df6e tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc9cc6ac-7276-49b2-814d-683a4851ffdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316858 Jun 10 17:51:04.762273 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95600a-3042-49bf-9c46-0398d34ab689 req-384be5b9-52ea-4ad8-bb23-33a8e118b759 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:04.763739 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-2c95600a-3042-49bf-9c46-0398d34ab689 req-384be5b9-52ea-4ad8-bb23-33a8e118b759 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.27 "GET /v2.0/networks?id=bc44db77-e676-451b-a61e-89825ebb1d1f HTTP/1.1" status: 200 len: 808 time: 0.1006782 Jun 10 17:51:04.813590 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.v2.base [req-2c95600a-3042-49bf-9c46-0398d34ab689 req-a847a589-e0a3-42fb-b681-ea157894d1d7 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Request body: {'port': {'device_id': '6e0fed4d-05a6-4f0b-9140-9132dcd38769', 'network_id': 'bc44db77-e676-451b-a61e-89825ebb1d1f', 'admin_state_up': True, 'tenant_id': '1bdefcece43c42c294c36d1ced6a53cb'}} {{(pid=114529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:51:04.970998 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3391dd8-35b5-47db-be5a-cf2b33f3817b req-97e91ad8-8bf9-4373-b71b-75549d8064fb tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:04.973346 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d3391dd8-35b5-47db-be5a-cf2b33f3817b req-97e91ad8-8bf9-4373-b71b-75549d8064fb tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 945 time: 0.0646799 Jun 10 17:51:05.014012 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d3391dd8-35b5-47db-be5a-cf2b33f3817b req-6d63d28f-adfe-4342-90e5-ac91ca3760e0 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335388 Jun 10 17:51:05.049221 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c95600a-3042-49bf-9c46-0398d34ab689 req-a847a589-e0a3-42fb-b681-ea157894d1d7 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Made reservation on behalf of 1bdefcece43c42c294c36d1ced6a53cb for: {'port': 1} {{(pid=114529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 17:51:05.053439 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-2c95600a-3042-49bf-9c46-0398d34ab689 req-a847a589-e0a3-42fb-b681-ea157894d1d7 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:05.141768 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-29526ab8-1faf-49dc-ae7d-275bfe467d87 req-84029137-9e75-4cb6-9b80-60b33353e249 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e0fed4d-05a6-4f0b-9140-9132dcd38769 HTTP/1.1" status: 200 len: 210 time: 0.0321188 Jun 10 17:51:05.215060 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.db_base_plugin_common [req-2c95600a-3042-49bf-9c46-0398d34ab689 req-a847a589-e0a3-42fb-b681-ea157894d1d7 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Allocated IP 172.20.0.7 (bc44db77-e676-451b-a61e-89825ebb1d1f/4b1840ec-2bf5-4620-aedf-a473654efe02/c93e1d43-ceaa-4a1a-b8b1-9fc49aa1bbde) {{(pid=114529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 17:51:05.365988 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-2c95600a-3042-49bf-9c46-0398d34ab689 req-a847a589-e0a3-42fb-b681-ea157894d1d7 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Notify callbacks [] for port, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:05.476388 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37eb0a-f917-4087-b804-e31149babbb3 req-c1e0120e-ced7-4658-b611-a12c68531afe tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:05.477876 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-fc37eb0a-f917-4087-b804-e31149babbb3 req-c1e0120e-ced7-4658-b611-a12c68531afe tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e01f38-121a-4a50-aa1b-d53af801c936 HTTP/1.1" status: 200 len: 949 time: 0.0545905 Jun 10 17:51:05.480890 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-2c95600a-3042-49bf-9c46-0398d34ab689 req-a847a589-e0a3-42fb-b681-ea157894d1d7 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764020614705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263063011'] for port, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:05.541813 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c95600a-3042-49bf-9c46-0398d34ab689 req-a847a589-e0a3-42fb-b681-ea157894d1d7 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Network bc44db77-e676-451b-a61e-89825ebb1d1f is already hosted by enough agents. {{(pid=114529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:51:05.554425 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.base_scheduler [req-2c95600a-3042-49bf-9c46-0398d34ab689 req-a847a589-e0a3-42fb-b681-ea157894d1d7 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Resources bound (agent type, host, resource id): {{(pid=114529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:51:05.567582 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c95600a-3042-49bf-9c46-0398d34ab689 req-a847a589-e0a3-42fb-b681-ea157894d1d7 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Received port after_create {{(pid=114529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 10 17:51:05.573179 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a847a589-e0a3-42fb-b681-ea157894d1d7 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Pushing event updated for resources: {'Port': ['ID=c93e1d43-ceaa-4a1a-b8b1-9fc49aa1bbde,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:51:05.595434 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-fc37eb0a-f917-4087-b804-e31149babbb3 req-d595e1d7-57ae-4ea2-a9f1-9216326dd246 tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc9cc6ac-7276-49b2-814d-683a4851ffdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070089 Jun 10 17:51:05.621467 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95600a-3042-49bf-9c46-0398d34ab689 req-a847a589-e0a3-42fb-b681-ea157894d1d7 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:05.622141 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-2c95600a-3042-49bf-9c46-0398d34ab689 req-a847a589-e0a3-42fb-b681-ea157894d1d7 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for port, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:05.702995 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-2c95600a-3042-49bf-9c46-0398d34ab689 req-a847a589-e0a3-42fb-b681-ea157894d1d7 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8937953 Jun 10 17:51:05.727887 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.v2.base [req-2c95600a-3042-49bf-9c46-0398d34ab689 req-6044201e-1bbe-41bb-81e5-fdb01f8d8c79 service neutron] Request body: {'port': {'device_id': '6e0fed4d-05a6-4f0b-9140-9132dcd38769', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-xena0'}} {{(pid=114529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:51:05.784335 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-2c95600a-3042-49bf-9c46-0398d34ab689 req-6044201e-1bbe-41bb-81e5-fdb01f8d8c79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:06.040993 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.notifiers.nova [req-2c95600a-3042-49bf-9c46-0398d34ab689 req-6044201e-1bbe-41bb-81e5-fdb01f8d8c79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c93e1d43-ceaa-4a1a-b8b1-9fc49aa1bbde {{(pid=114529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 10 17:51:06.048403 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-2c95600a-3042-49bf-9c46-0398d34ab689 req-6044201e-1bbe-41bb-81e5-fdb01f8d8c79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:06.061392 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.provisioning_blocks [req-2c95600a-3042-49bf-9c46-0398d34ab689 req-6044201e-1bbe-41bb-81e5-fdb01f8d8c79 service neutron] Transition to ACTIVE for port object c93e1d43-ceaa-4a1a-b8b1-9fc49aa1bbde will not be triggered until provisioned by entity L2. {{(pid=114529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 17:51:06.145819 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349b444-035f-4a19-8da8-e43073f0d851 req-9d660ad2-25c0-4c19-b91f-10b846278bfa tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:06.145819 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-b349b444-035f-4a19-8da8-e43073f0d851 req-9d660ad2-25c0-4c19-b91f-10b846278bfa tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 945 time: 0.0500908 Jun 10 17:51:06.150470 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-2c95600a-3042-49bf-9c46-0398d34ab689 req-6044201e-1bbe-41bb-81e5-fdb01f8d8c79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263062808'] for port, after_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:06.235731 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6044201e-1bbe-41bb-81e5-fdb01f8d8c79 service neutron] Pushing event updated for resources: {'Port': ['ID=c93e1d43-ceaa-4a1a-b8b1-9fc49aa1bbde,revision_number=2']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:51:06.258946 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-b349b444-035f-4a19-8da8-e43073f0d851 req-16f772fc-7ab6-4611-b54e-99c0deafe26b tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056540 Jun 10 17:51:06.339049 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37da49e2-0d64-4141-ad5d-ca82405f46c3 req-c50d3903-2bd2-4a17-b9cc-cea1f400e38d tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:06.340516 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-37da49e2-0d64-4141-ad5d-ca82405f46c3 req-c50d3903-2bd2-4a17-b9cc-cea1f400e38d tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e0fed4d-05a6-4f0b-9140-9132dcd38769 HTTP/1.1" status: 200 len: 943 time: 0.1017556 Jun 10 17:51:06.344961 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.managers [req-2c95600a-3042-49bf-9c46-0398d34ab689 req-6044201e-1bbe-41bb-81e5-fdb01f8d8c79 service neutron] Attempting to bind port c93e1d43-ceaa-4a1a-b8b1-9fc49aa1bbde on host hv-cinder-xena0 for vnic_type normal with profile {{(pid=114529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 17:51:06.345296 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.managers [req-2c95600a-3042-49bf-9c46-0398d34ab689 req-6044201e-1bbe-41bb-81e5-fdb01f8d8c79 service neutron] Attempting to bind port c93e1d43-ceaa-4a1a-b8b1-9fc49aa1bbde by drivers openvswitch,hyperv on host hv-cinder-xena0 at level 0 using segments [{'id': '7e4bfa91-46c1-48ed-aa46-2158dbbc6530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'bc44db77-e676-451b-a61e-89825ebb1d1f'}] {{(pid=114529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 17:51:06.345622 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c95600a-3042-49bf-9c46-0398d34ab689 req-6044201e-1bbe-41bb-81e5-fdb01f8d8c79 service neutron] Attempting to bind port c93e1d43-ceaa-4a1a-b8b1-9fc49aa1bbde on network bc44db77-e676-451b-a61e-89825ebb1d1f {{(pid=114529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 10 17:51:06.356557 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c95600a-3042-49bf-9c46-0398d34ab689 req-6044201e-1bbe-41bb-81e5-fdb01f8d8c79 service neutron] Port c93e1d43-ceaa-4a1a-b8b1-9fc49aa1bbde on network bc44db77-e676-451b-a61e-89825ebb1d1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-xena0 {{(pid=114529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 10 17:51:06.356877 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c95600a-3042-49bf-9c46-0398d34ab689 req-6044201e-1bbe-41bb-81e5-fdb01f8d8c79 service neutron] Attempting to bind port c93e1d43-ceaa-4a1a-b8b1-9fc49aa1bbde on network bc44db77-e676-451b-a61e-89825ebb1d1f {{(pid=114529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 10 17:51:06.373780 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c95600a-3042-49bf-9c46-0398d34ab689 req-6044201e-1bbe-41bb-81e5-fdb01f8d8c79 service neutron] Checking agent: {'id': '7469bf7c-50e4-4cc8-b056-051e3e633b26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-xena0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 10, 17, 46, 19), 'started_at': datetime.datetime(2022, 6, 10, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 10, 17, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 10 17:51:06.375991 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c95600a-3042-49bf-9c46-0398d34ab689 req-6044201e-1bbe-41bb-81e5-fdb01f8d8c79 service neutron] Checking segment: {'id': '7e4bfa91-46c1-48ed-aa46-2158dbbc6530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'bc44db77-e676-451b-a61e-89825ebb1d1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 10 17:51:06.375991 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c95600a-3042-49bf-9c46-0398d34ab689 req-6044201e-1bbe-41bb-81e5-fdb01f8d8c79 service neutron] Bound using segment: {'id': '7e4bfa91-46c1-48ed-aa46-2158dbbc6530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'bc44db77-e676-451b-a61e-89825ebb1d1f'} {{(pid=114529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 10 17:51:06.375991 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.managers [req-2c95600a-3042-49bf-9c46-0398d34ab689 req-6044201e-1bbe-41bb-81e5-fdb01f8d8c79 service neutron] Bound port: c93e1d43-ceaa-4a1a-b8b1-9fc49aa1bbde, host: hv-cinder-xena0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e4bfa91-46c1-48ed-aa46-2158dbbc6530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'bc44db77-e676-451b-a61e-89825ebb1d1f'}}] {{(pid=114529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 17:51:06.375991 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-2c95600a-3042-49bf-9c46-0398d34ab689 req-6044201e-1bbe-41bb-81e5-fdb01f8d8c79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:06.422182 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-37da49e2-0d64-4141-ad5d-ca82405f46c3 req-70f77ee5-310a-4b61-9971-e89fc695d8c3 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9e7fc3f-e9fd-42d9-841b-fa9c3cc19755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732071 Jun 10 17:51:06.452620 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.db [req-2c95600a-3042-49bf-9c46-0398d34ab689 req-6044201e-1bbe-41bb-81e5-fdb01f8d8c79 service neutron] For port c93e1d43-ceaa-4a1a-b8b1-9fc49aa1bbde, host hv-cinder-xena0, cleared binding levels {{(pid=114529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 10 17:51:06.455671 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.db [req-2c95600a-3042-49bf-9c46-0398d34ab689 req-6044201e-1bbe-41bb-81e5-fdb01f8d8c79 service neutron] For port c93e1d43-ceaa-4a1a-b8b1-9fc49aa1bbde, host hv-cinder-xena0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=c93e1d43-ceaa-4a1a-b8b1-9fc49aa1bbde,segment=NetworkSegment(7e4bfa91-46c1-48ed-aa46-2158dbbc6530),segment_id=7e4bfa91-46c1-48ed-aa46-2158dbbc6530)] {{(pid=114529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 10 17:51:06.527491 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-2c95600a-3042-49bf-9c46-0398d34ab689 req-6044201e-1bbe-41bb-81e5-fdb01f8d8c79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263062808'] for port, after_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:06.565006 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95600a-3042-49bf-9c46-0398d34ab689 req-6044201e-1bbe-41bb-81e5-fdb01f8d8c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:06.565657 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-2c95600a-3042-49bf-9c46-0398d34ab689 req-6044201e-1bbe-41bb-81e5-fdb01f8d8c79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for port, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:06.567327 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-2c95600a-3042-49bf-9c46-0398d34ab689 req-6044201e-1bbe-41bb-81e5-fdb01f8d8c79 service neutron] 10.222.0.27 "PUT /v2.0/ports/c93e1d43-ceaa-4a1a-b8b1-9fc49aa1bbde HTTP/1.1" status: 200 len: 1093 time: 0.8437819 Jun 10 17:51:06.567829 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e0fed4d-05a6-4f0b-9140-9132dcd38769', 'tag': 'c93e1d43-ceaa-4a1a-b8b1-9fc49aa1bbde'}] {{(pid=114529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:51:06.570133 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}546b112a5b217dbfa88e609245cede7dd2905721b158f3f41c3dff8a3887b3c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc8857c-d137-4681-9046-87b62ee199b4" -d '{"events": [{"name": "network-changed", "server_uuid": "6e0fed4d-05a6-4f0b-9140-9132dcd38769", "tag": "c93e1d43-ceaa-4a1a-b8b1-9fc49aa1bbde"}]}' {{(pid=114529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:51:06.602150 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6044201e-1bbe-41bb-81e5-fdb01f8d8c79 service neutron] Pushing event updated for resources: {'Port': ['ID=c93e1d43-ceaa-4a1a-b8b1-9fc49aa1bbde,revision_number=3']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:51:06.616593 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Jun 2022 17:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de666ab5-eb8d-47a0-8632-5d4e56caea7b x-openstack-request-id: req-de666ab5-eb8d-47a0-8632-5d4e56caea7b {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:51:06.616859 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e0fed4d-05a6-4f0b-9140-9132dcd38769", "tag": "c93e1d43-ceaa-4a1a-b8b1-9fc49aa1bbde", "status": "completed", "code": 200}]} {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:51:06.617103 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-de666ab5-eb8d-47a0-8632-5d4e56caea7b {{(pid=114529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:51:06.618027 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de666ab5-eb8d-47a0-8632-5d4e56caea7b'] response: {'name': 'network-changed', 'server_uuid': '6e0fed4d-05a6-4f0b-9140-9132dcd38769', 'tag': 'c93e1d43-ceaa-4a1a-b8b1-9fc49aa1bbde', 'status': 'completed', 'code': 200} Jun 10 17:51:06.745565 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f59f69-bb2c-4d0a-9f04-79b71e1b5472 req-1de4dc6c-d8a3-4978-a9ba-4fc56b0ab578 tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:06.747037 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d5f59f69-bb2c-4d0a-9f04-79b71e1b5472 req-1de4dc6c-d8a3-4978-a9ba-4fc56b0ab578 tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e01f38-121a-4a50-aa1b-d53af801c936 HTTP/1.1" status: 200 len: 949 time: 0.0782990 Jun 10 17:51:06.771209 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc8857c-d137-4681-9046-87b62ee199b4 req-742ae174-899a-4fdb-ae1f-dc75e55b38e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:06.772522 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-5dc8857c-d137-4681-9046-87b62ee199b4 req-742ae174-899a-4fdb-ae1f-dc75e55b38e3 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=1bdefcece43c42c294c36d1ced6a53cb&device_id=6e0fed4d-05a6-4f0b-9140-9132dcd38769 HTTP/1.1" status: 200 len: 1096 time: 0.0688918 Jun 10 17:51:06.789263 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d5f59f69-bb2c-4d0a-9f04-79b71e1b5472 req-eaf7d859-dd23-4295-9e90-945d5e109dcf tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc9cc6ac-7276-49b2-814d-683a4851ffdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355220 Jun 10 17:51:06.886583 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc8857c-d137-4681-9046-87b62ee199b4 req-9ab1cdff-f974-42a7-8c5e-1a130359ae60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:06.888114 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-5dc8857c-d137-4681-9046-87b62ee199b4 req-9ab1cdff-f974-42a7-8c5e-1a130359ae60 service neutron] 10.222.0.27 "GET /v2.0/networks?tenant_id=1bdefcece43c42c294c36d1ced6a53cb&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0929041 Jun 10 17:51:06.995344 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc8857c-d137-4681-9046-87b62ee199b4 req-501ee795-0bcd-4c0d-a050-f35df8ad3203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:06.996844 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-5dc8857c-d137-4681-9046-87b62ee199b4 req-501ee795-0bcd-4c0d-a050-f35df8ad3203 service neutron] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0974839 Jun 10 17:51:07.154022 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95600a-3042-49bf-9c46-0398d34ab689 req-3a5df3d4-c199-47d0-b262-e89adda48d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:07.155497 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-2c95600a-3042-49bf-9c46-0398d34ab689 req-3a5df3d4-c199-47d0-b262-e89adda48d9c service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=1bdefcece43c42c294c36d1ced6a53cb&device_id=6e0fed4d-05a6-4f0b-9140-9132dcd38769 HTTP/1.1" status: 200 len: 1096 time: 0.0410347 Jun 10 17:51:07.212646 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-2c95600a-3042-49bf-9c46-0398d34ab689 req-9efad41e-bee8-45e3-b876-37f4de7e7b46 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c93e1d43-ceaa-4a1a-b8b1-9fc49aa1bbde HTTP/1.1" status: 200 len: 217 time: 0.0426035 Jun 10 17:51:07.548490 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b95ffdb-7f05-4c2c-b5bb-9577f676af3d req-0766b659-f2bc-4405-b60c-b29955b97fd6 tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:07.550076 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-2b95ffdb-7f05-4c2c-b5bb-9577f676af3d req-0766b659-f2bc-4405-b60c-b29955b97fd6 tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e01f38-121a-4a50-aa1b-d53af801c936 HTTP/1.1" status: 200 len: 949 time: 0.3326445 Jun 10 17:51:07.564516 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95600a-3042-49bf-9c46-0398d34ab689 req-9cb361c5-3aef-4611-9a02-365f999c82f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:07.565904 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-2c95600a-3042-49bf-9c46-0398d34ab689 req-9cb361c5-3aef-4611-9a02-365f999c82f1 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=4b1840ec-2bf5-4620-aedf-a473654efe02 HTTP/1.1" status: 200 len: 848 time: 0.1092782 Jun 10 17:51:07.578106 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f6715-131f-4314-9bc2-a5e57f1b801e req-1108ec53-15a4-4267-aaff-09e07df1ac0c tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:07.579489 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-312f6715-131f-4314-9bc2-a5e57f1b801e req-1108ec53-15a4-4267-aaff-09e07df1ac0c tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 945 time: 0.1240902 Jun 10 17:51:07.618494 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-2c95600a-3042-49bf-9c46-0398d34ab689 req-a59fb143-869f-48cf-8026-992d57c4880f service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=bc44db77-e676-451b-a61e-89825ebb1d1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372276 Jun 10 17:51:07.663680 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-2b95ffdb-7f05-4c2c-b5bb-9577f676af3d req-4ebe096b-bb8e-43ed-b5bd-15f9cde7a35d tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc9cc6ac-7276-49b2-814d-683a4851ffdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048934 Jun 10 17:51:07.683711 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-312f6715-131f-4314-9bc2-a5e57f1b801e req-db565372-b263-4566-b9cd-881c7e697ed0 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865464 Jun 10 17:51:07.752548 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-2c95600a-3042-49bf-9c46-0398d34ab689 req-1e4ef8da-a807-48b4-9024-72563ed1c122 service neutron] 10.222.0.27 "GET /v2.0/networks/bc44db77-e676-451b-a61e-89825ebb1d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176131 Jun 10 17:51:07.846262 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc44592f-0281-46a1-94dc-e5f7eccfd68a req-9bc81cbd-94f2-49a2-bd6b-f42f932f04e5 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:07.848707 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-dc44592f-0281-46a1-94dc-e5f7eccfd68a req-9bc81cbd-94f2-49a2-bd6b-f42f932f04e5 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e0fed4d-05a6-4f0b-9140-9132dcd38769 HTTP/1.1" status: 200 len: 943 time: 0.1100097 Jun 10 17:51:07.884134 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-2c95600a-3042-49bf-9c46-0398d34ab689 req-bfb873d8-b447-40b8-9332-a67355f6e9da service neutron] 10.222.0.27 "GET /v2.0/networks/bc44db77-e676-451b-a61e-89825ebb1d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179914 Jun 10 17:51:07.897798 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-dc44592f-0281-46a1-94dc-e5f7eccfd68a req-d1fbdc97-8d1d-471f-b6f6-364df458f7d1 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9e7fc3f-e9fd-42d9-841b-fa9c3cc19755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429547 Jun 10 17:51:08.383424 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-c6b786d5-6217-4dcb-9fb0-42b479212438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:08.547831 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.agents_db [None req-a7dfe2cf-50d1-49ca-b1ce-2a181a6e45d3 None None] Agent healthcheck: found 6 active agents {{(pid=114531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 10 17:51:08.802706 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4469ef-572b-4354-9fcb-be1fbe9b4099 req-527ca867-35f4-4b4c-9283-9f2d3ed9a18f tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:08.804144 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ef4469ef-572b-4354-9fcb-be1fbe9b4099 req-527ca867-35f4-4b4c-9283-9f2d3ed9a18f tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e01f38-121a-4a50-aa1b-d53af801c936 HTTP/1.1" status: 200 len: 949 time: 0.0718398 Jun 10 17:51:08.834049 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5f8558-9543-421a-887a-e7b115c4071c req-671572ed-2103-4649-a146-c03245a6d9d1 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:08.835492 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ac5f8558-9543-421a-887a-e7b115c4071c req-671572ed-2103-4649-a146-c03245a6d9d1 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 945 time: 0.0746670 Jun 10 17:51:08.867781 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ef4469ef-572b-4354-9fcb-be1fbe9b4099 req-1a2686c2-5364-425b-bf34-f1d5f617533b tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc9cc6ac-7276-49b2-814d-683a4851ffdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565138 Jun 10 17:51:08.884946 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ac5f8558-9543-421a-887a-e7b115c4071c req-6309b387-77de-4c5b-9d6b-430a343821c7 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433125 Jun 10 17:51:09.015229 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1562e9f3-82c3-4688-a1dd-78b2f98d94b4 req-982bfe0a-3525-49b4-b3af-12cc5a685e89 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:09.016910 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-1562e9f3-82c3-4688-a1dd-78b2f98d94b4 req-982bfe0a-3525-49b4-b3af-12cc5a685e89 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e0fed4d-05a6-4f0b-9140-9132dcd38769 HTTP/1.1" status: 200 len: 943 time: 0.0517626 Jun 10 17:51:09.054756 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-1562e9f3-82c3-4688-a1dd-78b2f98d94b4 req-de4dd14f-0cf4-4789-8706-146324f33972 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9e7fc3f-e9fd-42d9-841b-fa9c3cc19755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317349 Jun 10 17:51:10.009416 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75990457-a4e9-4abf-877c-607e6e567296 req-676c950f-ad86-45cc-b061-35b457698a04 tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:10.010891 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-75990457-a4e9-4abf-877c-607e6e567296 req-676c950f-ad86-45cc-b061-35b457698a04 tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e01f38-121a-4a50-aa1b-d53af801c936 HTTP/1.1" status: 200 len: 949 time: 0.0736876 Jun 10 17:51:10.032116 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbf626a-d60a-4496-83f1-ae8f6f08a796 req-e0bf6760-865e-46e6-a426-0fde87695312 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:10.033497 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-3dbf626a-d60a-4496-83f1-ae8f6f08a796 req-e0bf6760-865e-46e6-a426-0fde87695312 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 945 time: 0.0697603 Jun 10 17:51:10.074547 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-75990457-a4e9-4abf-877c-607e6e567296 req-d9291a8c-6526-4722-a174-d419a6dc4a59 tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc9cc6ac-7276-49b2-814d-683a4851ffdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573671 Jun 10 17:51:10.087491 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-3dbf626a-d60a-4496-83f1-ae8f6f08a796 req-52bf9e60-1ae4-4bbd-a0c6-49b649a13870 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452065 Jun 10 17:51:10.202833 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ccf55f-10e7-4661-a52f-f7943270cdbd req-32a72aab-5c1e-43c6-a1b6-83aa03b4a48e tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:10.204267 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-89ccf55f-10e7-4661-a52f-f7943270cdbd req-32a72aab-5c1e-43c6-a1b6-83aa03b4a48e tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] 10.222.0.27 "GET /v2.0/ports?device_id=30e01f38-121a-4a50-aa1b-d53af801c936 HTTP/1.1" status: 200 len: 949 time: 0.0790653 Jun 10 17:51:10.211941 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a3f026-bb66-409e-b22a-06b44347c151 req-ff83907f-a2b0-4b6d-ba7d-bac9e682529a tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:10.213243 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-35a3f026-bb66-409e-b22a-06b44347c151 req-ff83907f-a2b0-4b6d-ba7d-bac9e682529a tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e0fed4d-05a6-4f0b-9140-9132dcd38769 HTTP/1.1" status: 200 len: 943 time: 0.0788765 Jun 10 17:51:10.299545 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-35a3f026-bb66-409e-b22a-06b44347c151 req-6ce1831e-2643-4306-9a53-6c58f4952317 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9e7fc3f-e9fd-42d9-841b-fa9c3cc19755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780349 Jun 10 17:51:10.337416 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.plugin [req-89ccf55f-10e7-4661-a52f-f7943270cdbd req-f7d56314-1235-47cc-a687-281d76596743 tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] Deleting port 9e9827db-d83c-40c2-8c6c-e591584d5e3c {{(pid=114529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 10 17:51:10.337763 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-89ccf55f-10e7-4661-a52f-f7943270cdbd req-f7d56314-1235-47cc-a687-281d76596743 tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764021161391'] for port, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:10.423317 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.db [req-89ccf55f-10e7-4661-a52f-f7943270cdbd req-f7d56314-1235-47cc-a687-281d76596743 tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] For port 9e9827db-d83c-40c2-8c6c-e591584d5e3c, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=9e9827db-d83c-40c2-8c6c-e591584d5e3c,segment=NetworkSegment(a3bcfdd8-9851-4540-915b-51b99bffe294),segment_id=a3bcfdd8-9851-4540-915b-51b99bffe294)] {{(pid=114529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:51:10.423606 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-89ccf55f-10e7-4661-a52f-f7943270cdbd req-f7d56314-1235-47cc-a687-281d76596743 tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781461'] for port, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:10.435548 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.plugin [req-89ccf55f-10e7-4661-a52f-f7943270cdbd req-f7d56314-1235-47cc-a687-281d76596743 tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] Calling delete_port for 9e9827db-d83c-40c2-8c6c-e591584d5e3c owned by compute:nova {{(pid=114529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 10 17:51:10.637412 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-89ccf55f-10e7-4661-a52f-f7943270cdbd req-f7d56314-1235-47cc-a687-281d76596743 tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764021169165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764020614696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263063011'] for port, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:10.667386 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d56314-1235-47cc-a687-281d76596743 tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] Pushing event deleted for resources: {'Port': ['ID=9e9827db-d83c-40c2-8c6c-e591584d5e3c,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:51:10.676509 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] get_ports_and_sgs() called for port_ids ['9e9827db-d83c-40c2-8c6c-e591584d5e3c'] {{(pid=114530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 10 17:51:10.712642 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.l3_dvrscheduler_db [req-89ccf55f-10e7-4661-a52f-f7943270cdbd req-f7d56314-1235-47cc-a687-281d76596743 tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] No DVR routers for this DVR port 9e9827db-d83c-40c2-8c6c-e591584d5e3c on host hv-cinder-xena0 {{(pid=114529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 17:51:10.715913 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-89ccf55f-10e7-4661-a52f-f7943270cdbd req-f7d56314-1235-47cc-a687-281d76596743 tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for port, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:10.719226 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-89ccf55f-10e7-4661-a52f-f7943270cdbd req-f7d56314-1235-47cc-a687-281d76596743 tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] 10.222.0.27 "DELETE /v2.0/ports/9e9827db-d83c-40c2-8c6c-e591584d5e3c HTTP/1.1" status: 204 len: 173 time: 0.5036447 Jun 10 17:51:10.719644 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30e01f38-121a-4a50-aa1b-d53af801c936', 'name': 'network-vif-deleted', 'tag': '9e9827db-d83c-40c2-8c6c-e591584d5e3c'}] {{(pid=114529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:51:10.721929 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}546b112a5b217dbfa88e609245cede7dd2905721b158f3f41c3dff8a3887b3c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ccbb403-80de-4d25-ae6f-7644fd2f34b3" -d '{"events": [{"server_uuid": "30e01f38-121a-4a50-aa1b-d53af801c936", "name": "network-vif-deleted", "tag": "9e9827db-d83c-40c2-8c6c-e591584d5e3c"}]}' {{(pid=114529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:51:10.760481 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Jun 2022 17:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6104f889-ff48-417c-9fa3-2b6f40877c10 x-openstack-request-id: req-6104f889-ff48-417c-9fa3-2b6f40877c10 {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:51:10.760794 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30e01f38-121a-4a50-aa1b-d53af801c936", "name": "network-vif-deleted", "tag": "9e9827db-d83c-40c2-8c6c-e591584d5e3c", "status": "completed", "code": 200}]} {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:51:10.761042 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6104f889-ff48-417c-9fa3-2b6f40877c10 {{(pid=114529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:51:10.761435 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6104f889-ff48-417c-9fa3-2b6f40877c10'] response: {'server_uuid': '30e01f38-121a-4a50-aa1b-d53af801c936', 'name': 'network-vif-deleted', 'tag': '9e9827db-d83c-40c2-8c6c-e591584d5e3c', 'status': 'completed', 'code': 200} Jun 10 17:51:10.806642 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-7a7d0cbc-4c37-414e-ac31-ca99bbe57f4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:11.189724 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-7c53317a-e321-418a-ab11-ed8f6faeddf0 req-4ef83946-4924-4e81-8c25-a027904bc8b1 tempest-VolumesNegativeTest-1660404218 tempest-VolumesNegativeTest-1660404218-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e01f38-121a-4a50-aa1b-d53af801c936 HTTP/1.1" status: 200 len: 210 time: 0.0315585 Jun 10 17:51:11.237346 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d210f939-b1dc-42de-b71a-44a1b90a1a9f req-d5536422-bd04-49c8-9818-66c8cc0e20b5 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:11.239452 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d210f939-b1dc-42de-b71a-44a1b90a1a9f req-d5536422-bd04-49c8-9818-66c8cc0e20b5 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 945 time: 0.0523524 Jun 10 17:51:11.276501 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d210f939-b1dc-42de-b71a-44a1b90a1a9f req-2242fd11-2845-4712-b475-5e2835e48acd tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310307 Jun 10 17:51:11.421723 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1cc1e8-5ee3-4654-a1b2-a1ebc60a5647 req-88a1ab7e-9975-4e3a-b850-fc427b8e18a7 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:11.421723 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ff1cc1e8-5ee3-4654-a1b2-a1ebc60a5647 req-88a1ab7e-9975-4e3a-b850-fc427b8e18a7 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e0fed4d-05a6-4f0b-9140-9132dcd38769 HTTP/1.1" status: 200 len: 943 time: 0.0496070 Jun 10 17:51:11.455414 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ff1cc1e8-5ee3-4654-a1b2-a1ebc60a5647 req-131a8428-76eb-4d02-b822-9ed7d6b26ae4 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9e7fc3f-e9fd-42d9-841b-fa9c3cc19755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327876 Jun 10 17:51:11.545774 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device c93e1d43-ceaa-4a1a-b8b1-9fc49aa1bbde details requested by agent hyperv_hv-cinder-xena0 with host hv-cinder-xena0 {{(pid=114530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 10 17:51:11.646607 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port c93e1d43-ceaa-4a1a-b8b1-9fc49aa1bbde, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=c93e1d43-ceaa-4a1a-b8b1-9fc49aa1bbde,segment=NetworkSegment(7e4bfa91-46c1-48ed-aa46-2158dbbc6530),segment_id=7e4bfa91-46c1-48ed-aa46-2158dbbc6530)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:51:11.657109 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Returning: {'device': 'c93e1d43-ceaa-4a1a-b8b1-9fc49aa1bbde', 'network_id': 'bc44db77-e676-451b-a61e-89825ebb1d1f', 'port_id': 'c93e1d43-ceaa-4a1a-b8b1-9fc49aa1bbde', 'mac_address': 'fa:16:3e:ed:ab:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b1840ec-2bf5-4620-aedf-a473654efe02', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 10 17:51:11.704833 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Current status of the port c93e1d43-ceaa-4a1a-b8b1-9fc49aa1bbde is: DOWN; New status is: BUILD {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:51:11.705492 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:11.717969 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.notifiers.nova [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c93e1d43-ceaa-4a1a-b8b1-9fc49aa1bbde {{(pid=114530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 10 17:51:11.736962 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port c93e1d43-ceaa-4a1a-b8b1-9fc49aa1bbde, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=c93e1d43-ceaa-4a1a-b8b1-9fc49aa1bbde,segment=NetworkSegment(7e4bfa91-46c1-48ed-aa46-2158dbbc6530),segment_id=7e4bfa91-46c1-48ed-aa46-2158dbbc6530)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:51:11.777598 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-9e937c9f-4d57-47ec-81ad-8e77ea25145e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:11.818049 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:11.866030 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Pushing event updated for resources: {'Port': ['ID=c93e1d43-ceaa-4a1a-b8b1-9fc49aa1bbde,revision_number=4']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:51:12.402210 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee62d4ae-75ad-4237-9acb-9a10c4620e4a req-e0d27f11-329c-4874-b21f-5d3d5b02d88f tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:12.403678 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ee62d4ae-75ad-4237-9acb-9a10c4620e4a req-e0d27f11-329c-4874-b21f-5d3d5b02d88f tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 945 time: 0.0555866 Jun 10 17:51:12.442905 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ee62d4ae-75ad-4237-9acb-9a10c4620e4a req-660640ee-69c1-482f-990e-710cc41e7cc7 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332251 Jun 10 17:51:12.497940 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] get_ports_and_sgs() called for port_ids ['c93e1d43-ceaa-4a1a-b8b1-9fc49aa1bbde'] {{(pid=114530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 10 17:51:12.579624 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e4353d-4c38-42a2-90e3-194bca7e8414 req-79abf7e0-86a5-439b-8739-a50e8a68a037 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:12.581399 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-38e4353d-4c38-42a2-90e3-194bca7e8414 req-79abf7e0-86a5-439b-8739-a50e8a68a037 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e0fed4d-05a6-4f0b-9140-9132dcd38769 HTTP/1.1" status: 200 len: 944 time: 0.0529439 Jun 10 17:51:12.623380 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-38e4353d-4c38-42a2-90e3-194bca7e8414 req-a394fe38-eb70-4b3d-b309-d38dc7204fbd tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9e7fc3f-e9fd-42d9-841b-fa9c3cc19755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353217 Jun 10 17:51:13.065587 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a5a6984-4625-4674-bdbb-a7ccf76cac14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:13.544157 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device 9e9827db-d83c-40c2-8c6c-e591584d5e3c no longer exists at agent hyperv_hv-cinder-xena0 {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 10 17:51:13.565299 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] No Port match for: 9e9827db-d83c-40c2-8c6c-e591584d5e3c {{(pid=114530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 10 17:51:13.565826 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device 9e9827db-d83c-40c2-8c6c-e591584d5e3c not bound to the agent host hv-cinder-xena0 {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 10 17:51:13.569343 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df9713-761a-4d68-8e51-420a83c6299d req-ecf68fdb-5da0-474f-9fc0-7ddcdb4c5445 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:13.571397 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-99df9713-761a-4d68-8e51-420a83c6299d req-ecf68fdb-5da0-474f-9fc0-7ddcdb4c5445 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 945 time: 0.0562015 Jun 10 17:51:13.613100 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-99df9713-761a-4d68-8e51-420a83c6299d req-6e57714d-6e44-4edf-8df8-4d9d4ca6bbd7 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362260 Jun 10 17:51:13.755738 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13979665-eb04-42db-97d4-4526174ee18b req-579fac61-afbe-423d-a199-09445fac8cda tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:13.757142 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-13979665-eb04-42db-97d4-4526174ee18b req-579fac61-afbe-423d-a199-09445fac8cda tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e0fed4d-05a6-4f0b-9140-9132dcd38769 HTTP/1.1" status: 200 len: 944 time: 0.0538321 Jun 10 17:51:13.795684 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-13979665-eb04-42db-97d4-4526174ee18b req-66cd8fa2-da76-499a-a8ed-6a7dd20d228a tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9e7fc3f-e9fd-42d9-841b-fa9c3cc19755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326433 Jun 10 17:51:13.943614 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:14.733470 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9923654-2f8a-449f-878c-284570e6cd7f req-3cef682b-2917-4d36-9b2b-d726dc71df91 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:14.735109 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-e9923654-2f8a-449f-878c-284570e6cd7f req-3cef682b-2917-4d36-9b2b-d726dc71df91 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 945 time: 0.0495903 Jun 10 17:51:14.783770 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-e9923654-2f8a-449f-878c-284570e6cd7f req-28b5488c-4ade-4530-b6c4-4d29fdde6b59 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399990 Jun 10 17:51:14.913904 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb4263a-9d45-4395-99d6-874fc43f3416 req-2eef8a28-dc19-4ae1-b338-1c54acec1bc3 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:14.915395 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-efb4263a-9d45-4395-99d6-874fc43f3416 req-2eef8a28-dc19-4ae1-b338-1c54acec1bc3 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e0fed4d-05a6-4f0b-9140-9132dcd38769 HTTP/1.1" status: 200 len: 944 time: 0.0491331 Jun 10 17:51:14.954944 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-efb4263a-9d45-4395-99d6-874fc43f3416 req-0b84e42e-7db3-46e9-b70d-07ac89d8e9b9 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9e7fc3f-e9fd-42d9-841b-fa9c3cc19755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319579 Jun 10 17:51:15.543736 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device c93e1d43-ceaa-4a1a-b8b1-9fc49aa1bbde up at agent hyperv_hv-cinder-xena0 {{(pid=114530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 17:51:15.652237 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Provisioning for port c93e1d43-ceaa-4a1a-b8b1-9fc49aa1bbde completed by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 17:51:15.662079 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Provisioning complete for port c93e1d43-ceaa-4a1a-b8b1-9fc49aa1bbde triggered by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:51:15.662079 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:15.738518 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Current status of the port c93e1d43-ceaa-4a1a-b8b1-9fc49aa1bbde is: BUILD; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:51:15.738911 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:15.765530 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e0fed4d-05a6-4f0b-9140-9132dcd38769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c93e1d43-ceaa-4a1a-b8b1-9fc49aa1bbde'}] {{(pid=114530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:51:15.767764 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059d8b929bb81300c707de1c8675048d791f282ce62f1c2c108741a8dfb2b754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ed9357-b7f1-498b-a8b0-366f18ed8ebc" -d '{"events": [{"server_uuid": "6e0fed4d-05a6-4f0b-9140-9132dcd38769", "name": "network-vif-plugged", "status": "completed", "tag": "c93e1d43-ceaa-4a1a-b8b1-9fc49aa1bbde"}]}' {{(pid=114530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:51:15.791960 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port c93e1d43-ceaa-4a1a-b8b1-9fc49aa1bbde, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=c93e1d43-ceaa-4a1a-b8b1-9fc49aa1bbde,segment=NetworkSegment(7e4bfa91-46c1-48ed-aa46-2158dbbc6530),segment_id=7e4bfa91-46c1-48ed-aa46-2158dbbc6530)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:51:15.812186 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Jun 2022 17:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e196903c-99fc-4c12-8d82-43fb40d0a5d9 x-openstack-request-id: req-e196903c-99fc-4c12-8d82-43fb40d0a5d9 {{(pid=114530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:51:15.812507 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e0fed4d-05a6-4f0b-9140-9132dcd38769", "name": "network-vif-plugged", "status": "completed", "tag": "c93e1d43-ceaa-4a1a-b8b1-9fc49aa1bbde", "code": 200}]} {{(pid=114530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:51:15.812806 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e196903c-99fc-4c12-8d82-43fb40d0a5d9 {{(pid=114530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:51:15.813209 dv-cinder-xena-3-iscsi neutron-server[114530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e196903c-99fc-4c12-8d82-43fb40d0a5d9'] response: {'server_uuid': '6e0fed4d-05a6-4f0b-9140-9132dcd38769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c93e1d43-ceaa-4a1a-b8b1-9fc49aa1bbde', 'code': 200} Jun 10 17:51:15.848903 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241ecd0c-641d-480e-a648-3f0a26954dc4 req-a831d7c3-7990-4e0c-94d9-d553d83c6840 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:15.850846 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-241ecd0c-641d-480e-a648-3f0a26954dc4 req-a831d7c3-7990-4e0c-94d9-d553d83c6840 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb746cca-980a-45bc-abde-e6b410e94c02 HTTP/1.1" status: 200 len: 945 time: 0.0863745 Jun 10 17:51:15.854907 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:15.920768 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Pushing event updated for resources: {'Port': ['ID=c93e1d43-ceaa-4a1a-b8b1-9fc49aa1bbde,revision_number=5']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:51:15.923023 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-241ecd0c-641d-480e-a648-3f0a26954dc4 req-c6ce68c5-8e1f-4b41-9ef8-240364ba7bdf tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/security-groups?id=084106dd-80e3-4bba-91bc-837cf10f46c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637717 Jun 10 17:51:15.942444 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d68863-2a57-4184-a3f2-70345c278eea req-cdffbdcc-7e0f-4e2f-8a1f-551f7ba751bb tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:15.942444 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-92d68863-2a57-4184-a3f2-70345c278eea req-cdffbdcc-7e0f-4e2f-8a1f-551f7ba751bb tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 945 time: 0.0650496 Jun 10 17:51:15.951647 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 45754) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:51:15.990688 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-92d68863-2a57-4184-a3f2-70345c278eea req-02cdf1f1-7f69-4cc5-9321-21402529f03b tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387201 Jun 10 17:51:16.095434 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fdd7cf-d51d-4ff3-a522-7ab3dbcd6b12 req-6435b601-ad94-4678-a8a4-10e540bc2618 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:16.096878 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-20fdd7cf-d51d-4ff3-a522-7ab3dbcd6b12 req-6435b601-ad94-4678-a8a4-10e540bc2618 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e0fed4d-05a6-4f0b-9140-9132dcd38769 HTTP/1.1" status: 200 len: 945 time: 0.0561676 Jun 10 17:51:16.128359 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8367bb6-fa17-4a4c-b76a-f7fcab7079a2 tempest-TestMinimumBasicScenario-1706391438 tempest-TestMinimumBasicScenario-1706391438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:16.133908 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-d8367bb6-fa17-4a4c-b76a-f7fcab7079a2 tempest-TestMinimumBasicScenario-1706391438 tempest-TestMinimumBasicScenario-1706391438-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=eb746cca-980a-45bc-abde-e6b410e94c02 HTTP/1.1" status: 200 len: 1093 time: 0.1811094 Jun 10 17:51:16.134586 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 45764) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:51:16.135651 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-20fdd7cf-d51d-4ff3-a522-7ab3dbcd6b12 req-20a34ca5-ff7c-46d6-b6ac-55ad03543322 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9e7fc3f-e9fd-42d9-841b-fa9c3cc19755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324795 Jun 10 17:51:16.138945 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [None req-657ca628-73d0-4058-9e50-1fd38b10c621 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Request body: {'floatingip': {'floating_network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'port_id': '6332112d-6f65-4771-8f42-f5647a2db56b', 'tenant_id': 'e2a954ea643d435d9866bed98144a549', 'fixed_ip_address': '172.20.0.9'}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:51:16.224593 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-657ca628-73d0-4058-9e50-1fd38b10c621 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Notify callbacks [] for floatingip, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:16.233021 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c014e7e5-5c97-4152-bcfd-62ace843ba69 req-4a8c2674-6639-447c-be7d-f377c83b1e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:16.244060 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-c014e7e5-5c97-4152-bcfd-62ace843ba69 req-4a8c2674-6639-447c-be7d-f377c83b1e24 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=6e0fed4d-05a6-4f0b-9140-9132dcd38769 HTTP/1.1" status: 200 len: 1098 time: 0.0508416 Jun 10 17:51:16.280489 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-c014e7e5-5c97-4152-bcfd-62ace843ba69 req-b80b8085-f7cc-472f-84ca-ccc6cf47faf0 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=f9e7fc3f-e9fd-42d9-841b-fa9c3cc19755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334888 Jun 10 17:51:16.324946 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-657ca628-73d0-4058-9e50-1fd38b10c621 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:16.430750 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.db_base_plugin_common [None req-657ca628-73d0-4058-9e50-1fd38b10c621 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Allocated IP 172.37.5.121 (8c026026-8e05-41b4-990c-0815c0c24f4f/e3db4be6-a2be-4d68-ab1f-8754e6ee5b68/47d890a4-fdf1-4de1-9a56-e5bb5ca74c1a) {{(pid=114528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 17:51:16.528774 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-657ca628-73d0-4058-9e50-1fd38b10c621 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Notify callbacks [] for port, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:16.626695 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-657ca628-73d0-4058-9e50-1fd38b10c621 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764020614705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940005'] for port, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:16.663992 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657ca628-73d0-4058-9e50-1fd38b10c621 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Network 8c026026-8e05-41b4-990c-0815c0c24f4f is already hosted by enough agents. {{(pid=114528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:51:16.666692 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.base_scheduler [None req-657ca628-73d0-4058-9e50-1fd38b10c621 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Resources bound (agent type, host, resource id): {{(pid=114528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:51:16.670272 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657ca628-73d0-4058-9e50-1fd38b10c621 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Received port after_create {{(pid=114528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 10 17:51:16.699764 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657ca628-73d0-4058-9e50-1fd38b10c621 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Pushing event updated for resources: {'Port': ['ID=47d890a4-fdf1-4de1-9a56-e5bb5ca74c1a,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:51:16.753334 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-5eb4abf2-3ad7-4450-841d-44d54858c993 req-7145932c-53f6-471d-a97a-18df6e1083e9 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=619edb30-a9ca-46c9-a44e-4f39bd0fd6c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383320 Jun 10 17:51:16.852325 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb4abf2-3ad7-4450-841d-44d54858c993 req-4bec8873-a0ae-44c5-b912-c4aaea16f3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:16.853994 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-5eb4abf2-3ad7-4450-841d-44d54858c993 req-4bec8873-a0ae-44c5-b912-c4aaea16f3a7 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=977e9ef6bd9842379167d252715c6e8c&device_id=619edb30-a9ca-46c9-a44e-4f39bd0fd6c2 HTTP/1.1" status: 200 len: 1099 time: 0.0406237 Jun 10 17:51:16.963906 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb4abf2-3ad7-4450-841d-44d54858c993 req-67409e4e-fa02-4eae-8fd7-e4e992eb6d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:16.965324 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-5eb4abf2-3ad7-4450-841d-44d54858c993 req-67409e4e-fa02-4eae-8fd7-e4e992eb6d98 service neutron] 10.222.0.27 "GET /v2.0/networks?id=e628d0f6-63d3-440a-9d16-11e611b2380d HTTP/1.1" status: 200 len: 920 time: 0.0900512 Jun 10 17:51:17.008073 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-5eb4abf2-3ad7-4450-841d-44d54858c993 req-623747a1-28b1-48fe-9c6c-beef73965fc6 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71ad66a0-841e-4a79-81cc-768b9030f46c HTTP/1.1" status: 200 len: 217 time: 0.0339632 Jun 10 17:51:17.048756 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-657ca628-73d0-4058-9e50-1fd38b10c621 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:17.067042 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb4abf2-3ad7-4450-841d-44d54858c993 req-a839992d-17ac-40aa-afa5-07bf30caade4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:17.068615 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-5eb4abf2-3ad7-4450-841d-44d54858c993 req-a839992d-17ac-40aa-afa5-07bf30caade4 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=9b159fa3-bdfe-428f-8e21-2b18edcf45c9 HTTP/1.1" status: 200 len: 858 time: 0.0463865 Jun 10 17:51:17.147221 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdbed7c-1b7b-44b9-8227-8aa9ce9150f9 req-2b785c9a-b71a-478d-98bf-743647945455 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:17.148921 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-dbdbed7c-1b7b-44b9-8227-8aa9ce9150f9 req-2b785c9a-b71a-478d-98bf-743647945455 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 945 time: 0.0777302 Jun 10 17:51:17.152704 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb4abf2-3ad7-4450-841d-44d54858c993 req-36e308ce-0688-4e8c-b966-37173763c388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:17.154310 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-5eb4abf2-3ad7-4450-841d-44d54858c993 req-36e308ce-0688-4e8c-b966-37173763c388 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=e628d0f6-63d3-440a-9d16-11e611b2380d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0750418 Jun 10 17:51:17.195959 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-657ca628-73d0-4058-9e50-1fd38b10c621 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:17.294533 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-dbdbed7c-1b7b-44b9-8227-8aa9ce9150f9 req-bb4127e3-b1ec-4db8-a2d9-fee9808d3816 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347218 Jun 10 17:51:17.321950 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-5eb4abf2-3ad7-4450-841d-44d54858c993 req-7f307d94-0dfc-46d1-827c-bc3445030fc6 service neutron] 10.222.0.27 "GET /v2.0/networks/e628d0f6-63d3-440a-9d16-11e611b2380d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403980 Jun 10 17:51:17.331879 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73d529-333f-44ee-8f4b-82b1d7875ef6 req-26a91616-be28-4abf-9f85-2325349970af tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:17.333322 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-8d73d529-333f-44ee-8f4b-82b1d7875ef6 req-26a91616-be28-4abf-9f85-2325349970af tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e0fed4d-05a6-4f0b-9140-9132dcd38769 HTTP/1.1" status: 200 len: 945 time: 0.0809917 Jun 10 17:51:17.368747 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-657ca628-73d0-4058-9e50-1fd38b10c621 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Notify callbacks [] for port, precommit_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:17.421499 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-8d73d529-333f-44ee-8f4b-82b1d7875ef6 req-54e83a19-e4c6-4c67-8bbb-f0527b194385 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9e7fc3f-e9fd-42d9-841b-fa9c3cc19755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802522 Jun 10 17:51:17.446605 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-5eb4abf2-3ad7-4450-841d-44d54858c993 req-f7c1a92f-4f5c-4f84-a49c-ceaa232285bd service neutron] 10.222.0.27 "GET /v2.0/networks/e628d0f6-63d3-440a-9d16-11e611b2380d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123078 Jun 10 17:51:17.448819 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-657ca628-73d0-4058-9e50-1fd38b10c621 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940062'] for port, after_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:17.517292 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657ca628-73d0-4058-9e50-1fd38b10c621 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Pushing event updated for resources: {'Port': ['ID=47d890a4-fdf1-4de1-9a56-e5bb5ca74c1a,revision_number=2']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:51:17.528575 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-657ca628-73d0-4058-9e50-1fd38b10c621 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-753974'] for floatingip, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:17.624998 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.db.l3_db [None req-657ca628-73d0-4058-9e50-1fd38b10c621 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Floating IP f124b38b-06e4-4b5b-a7d9-1fab4711ea62 associated. External IP: 172.37.5.121, port: 6332112d-6f65-4771-8f42-f5647a2db56b. Jun 10 17:51:17.834296 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-657ca628-73d0-4058-9e50-1fd38b10c621 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Router b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17 has already been hosted by L3 agent e04d2863-a40a-41db-9b2a-39042df37909 {{(pid=114528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 10 17:51:17.963147 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-657ca628-73d0-4058-9e50-1fd38b10c621 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=114528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 10 17:51:17.972331 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a4b703-bb93-43c4-b838-961fd1206878 None None] Sync routers for ids ['b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17'] in dv-cinder-xena-3-iscsi {{(pid=114531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 17:51:18.002324 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a4b703-bb93-43c4-b838-961fd1206878 None None] Routers {'b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:51:18.002964 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-36a4b703-bb93-43c4-b838-961fd1206878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:51:11Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17'], 'active': True} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:51:18.059298 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 45812) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:51:18.072103 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-657ca628-73d0-4058-9e50-1fd38b10c621 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for floatingip, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:18.123366 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvr_db [None req-36a4b703-bb93-43c4-b838-961fd1206878 None None] Set router b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:51:18.342760 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-657ca628-73d0-4058-9e50-1fd38b10c621 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2071326 Jun 10 17:51:18.343674 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb746cca-980a-45bc-abde-e6b410e94c02', 'tag': '6332112d-6f65-4771-8f42-f5647a2db56b'}] {{(pid=114528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:51:18.345516 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 45818) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:51:18.346210 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c4b580669e8e78bfc2035bf5baafa64bdcb7bdc1597d6f92a291bf2def5264" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5cf483c-e074-4828-8323-f0412dc79e09" -d '{"events": [{"name": "network-changed", "server_uuid": "eb746cca-980a-45bc-abde-e6b410e94c02", "tag": "6332112d-6f65-4771-8f42-f5647a2db56b"}]}' {{(pid=114528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:51:18.353211 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.v2.base [None req-1f548929-4dc9-4d6d-9e5e-09b67627d8a1 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-240767556', 'description': 'tempest-secgroup-smoke-240767556 description', 'project_id': 'e2a954ea643d435d9866bed98144a549'}} {{(pid=114529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:51:18.383566 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-e8fef2c0-a5b8-4ce7-bf96-1bad00fd286f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=305a400b92594c70ab8666632bb7ee33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3228981 Jun 10 17:51:18.384203 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 45826) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:51:18.404164 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-36a4b703-bb93-43c4-b838-961fd1206878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17', 'name': 'tempest-TestMinimumBasicScenario-1859031834-router', 'tenant_id': 'e2a954ea643d435d9866bed98144a549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.179'}], 'enable_snat': True}, 'gw_port_id': '5482ff96-11fd-44bd-b031-b7336ecb4ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:50:05Z', 'updated_at': '2022-06-10T17:50:09Z', 'revision_number': 4, 'project_id': 'e2a954ea643d435d9866bed98144a549', 'gw_port': {'id': '5482ff96-11fd-44bd-b031-b7336ecb4ba1', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:50:05Z', 'updated_at': '2022-06-10T17:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_floatingips': [{'id': 'f124b38b-06e4-4b5b-a7d9-1fab4711ea62', 'tenant_id': 'e2a954ea643d435d9866bed98144a549', 'floating_ip_address': '172.37.5.121', 'floating_network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'router_id': 'b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17', 'port_id': '6332112d-6f65-4771-8f42-f5647a2db56b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f32841e-c7bf-4753-a1a7-c09b804b3a5f', 'mac_address': 'fa:16:3e:c9:c4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb746cca-980a-45bc-abde-e6b410e94c02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-10T17:51:16Z', 'updated_at': '2022-06-10T17:51:16Z', 'revision_number': 0, 'project_id': 'e2a954ea643d435d9866bed98144a549', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e3df404-6458-435f-b246-41fe49adfd6f', 'name': '', 'network_id': '1f32841e-c7bf-4753-a1a7-c09b804b3a5f', 'tenant_id': 'e2a954ea643d435d9866bed98144a549', 'mac_address': 'fa:16:3e:2f:ba:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '5534695f-d2e1-44a9-977d-39ba1417d8f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:50:08Z', 'updated_at': '2022-06-10T17:50:13Z', 'revision_number': 5, 'project_id': 'e2a954ea643d435d9866bed98144a549', 'subnets': [{'id': '5534695f-d2e1-44a9-977d-39ba1417d8f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:51:18.431765 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90df2833-19b9-4adf-b4c7-f6ecc87769ef req-55ca3ee2-10fb-4a7f-96f1-a258c158419c tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:18.433168 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-90df2833-19b9-4adf-b4c7-f6ecc87769ef req-55ca3ee2-10fb-4a7f-96f1-a258c158419c tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 945 time: 0.0548158 Jun 10 17:51:18.435026 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-253de236-b498-4736-98e0-230c7036f879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:18.440078 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a4b703-bb93-43c4-b838-961fd1206878 None None] Checking router: b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17 for host: dv-cinder-xena-3-iscsi {{(pid=114531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 17:51:18.451054 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a4b703-bb93-43c4-b838-961fd1206878 None None] Routers {'b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:51:18.451666 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-36a4b703-bb93-43c4-b838-961fd1206878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:51:11Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17'], 'active': True} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:51:18.458863 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-253de236-b498-4736-98e0-230c7036f879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:18.471119 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-1f548929-4dc9-4d6d-9e5e-09b67627d8a1 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Notify callbacks [] for security_group, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:18.476970 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-90df2833-19b9-4adf-b4c7-f6ecc87769ef req-b08fdbd4-3854-46c6-8968-84c3c1b2d3b0 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364509 Jun 10 17:51:18.548705 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Jun 2022 17:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb70ad8b-3645-47a3-bb96-8423c44dd9d6 x-openstack-request-id: req-bb70ad8b-3645-47a3-bb96-8423c44dd9d6 {{(pid=114528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:51:18.551949 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb746cca-980a-45bc-abde-e6b410e94c02", "tag": "6332112d-6f65-4771-8f42-f5647a2db56b", "status": "completed", "code": 200}]} {{(pid=114528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:51:18.551949 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bb70ad8b-3645-47a3-bb96-8423c44dd9d6 {{(pid=114528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:51:18.551949 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb70ad8b-3645-47a3-bb96-8423c44dd9d6'] response: {'name': 'network-changed', 'server_uuid': 'eb746cca-980a-45bc-abde-e6b410e94c02', 'tag': '6332112d-6f65-4771-8f42-f5647a2db56b', 'status': 'completed', 'code': 200} Jun 10 17:51:18.565244 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-1f548929-4dc9-4d6d-9e5e-09b67627d8a1 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Notify callbacks [] for security_group, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:18.569254 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvr_db [None req-36a4b703-bb93-43c4-b838-961fd1206878 None None] Set router b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:51:18.600548 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-253de236-b498-4736-98e0-230c7036f879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:18.603302 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-253de236-b498-4736-98e0-230c7036f879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:18.604676 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-253de236-b498-4736-98e0-230c7036f879 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dc9cc6ac-7276-49b2-814d-683a4851ffdb HTTP/1.1" status: 204 len: 168 time: 0.2194891 Jun 10 17:51:18.621761 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253de236-b498-4736-98e0-230c7036f879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc9cc6ac-7276-49b2-814d-683a4851ffdb,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:51:18.673143 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-1f548929-4dc9-4d6d-9e5e-09b67627d8a1 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:18.728642 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165f85b1-3322-4b39-9ff1-05dd9a340682 req-f014e996-4ea6-44e0-b0c7-0ee57f8f2f90 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:18.730099 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-165f85b1-3322-4b39-9ff1-05dd9a340682 req-f014e996-4ea6-44e0-b0c7-0ee57f8f2f90 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e0fed4d-05a6-4f0b-9140-9132dcd38769 HTTP/1.1" status: 200 len: 945 time: 0.1345084 Jun 10 17:51:18.731608 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f548929-4dc9-4d6d-9e5e-09b67627d8a1 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b72fdf34-bdb2-4d3b-b291-8634d0649fdd,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:51:18.735060 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf483c-e074-4828-8323-f0412dc79e09 req-7773bfdb-b046-470d-abab-a650ff224ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:18.736436 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f5cf483c-e074-4828-8323-f0412dc79e09 req-7773bfdb-b046-470d-abab-a650ff224ee9 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=e2a954ea643d435d9866bed98144a549&device_id=eb746cca-980a-45bc-abde-e6b410e94c02 HTTP/1.1" status: 200 len: 1098 time: 0.1230752 Jun 10 17:51:18.775782 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-1f548929-4dc9-4d6d-9e5e-09b67627d8a1 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Notify callbacks [] for security_group, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:18.776994 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-1f548929-4dc9-4d6d-9e5e-09b67627d8a1 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4295418 Jun 10 17:51:18.781240 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 45832) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:51:18.791723 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:18.793208 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.v2.base [None req-150d764a-9ff9-4df7-b59d-448381395b1f tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Request body: {'security_group_rule': {'security_group_id': 'b72fdf34-bdb2-4d3b-b291-8634d0649fdd', 'project_id': 'e2a954ea643d435d9866bed98144a549', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:51:18.811441 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-36a4b703-bb93-43c4-b838-961fd1206878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17', 'name': 'tempest-TestMinimumBasicScenario-1859031834-router', 'tenant_id': 'e2a954ea643d435d9866bed98144a549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.179'}], 'enable_snat': True}, 'gw_port_id': '5482ff96-11fd-44bd-b031-b7336ecb4ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:50:05Z', 'updated_at': '2022-06-10T17:50:09Z', 'revision_number': 4, 'project_id': 'e2a954ea643d435d9866bed98144a549', 'gw_port': {'id': '5482ff96-11fd-44bd-b031-b7336ecb4ba1', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:50:05Z', 'updated_at': '2022-06-10T17:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_floatingips': [{'id': 'f124b38b-06e4-4b5b-a7d9-1fab4711ea62', 'tenant_id': 'e2a954ea643d435d9866bed98144a549', 'floating_ip_address': '172.37.5.121', 'floating_network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'router_id': 'b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17', 'port_id': '6332112d-6f65-4771-8f42-f5647a2db56b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f32841e-c7bf-4753-a1a7-c09b804b3a5f', 'mac_address': 'fa:16:3e:c9:c4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb746cca-980a-45bc-abde-e6b410e94c02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-10T17:51:16Z', 'updated_at': '2022-06-10T17:51:16Z', 'revision_number': 0, 'project_id': 'e2a954ea643d435d9866bed98144a549', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e3df404-6458-435f-b246-41fe49adfd6f', 'name': '', 'network_id': '1f32841e-c7bf-4753-a1a7-c09b804b3a5f', 'tenant_id': 'e2a954ea643d435d9866bed98144a549', 'mac_address': 'fa:16:3e:2f:ba:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '5534695f-d2e1-44a9-977d-39ba1417d8f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:50:08Z', 'updated_at': '2022-06-10T17:50:13Z', 'revision_number': 5, 'project_id': 'e2a954ea643d435d9866bed98144a549', 'subnets': [{'id': '5534695f-d2e1-44a9-977d-39ba1417d8f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:51:18.838201 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a4b703-bb93-43c4-b838-961fd1206878 None None] The sync data for ids ['b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17'] in dv-cinder-xena-3-iscsi is: [{'id': 'b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17', 'name': 'tempest-TestMinimumBasicScenario-1859031834-router', 'tenant_id': 'e2a954ea643d435d9866bed98144a549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.179'}], 'enable_snat': True}, 'gw_port_id': '5482ff96-11fd-44bd-b031-b7336ecb4ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:50:05Z', 'updated_at': '2022-06-10T17:50:09Z', 'revision_number': 4, 'project_id': 'e2a954ea643d435d9866bed98144a549', 'gw_port': {'id': '5482ff96-11fd-44bd-b031-b7336ecb4ba1', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:50:05Z', 'updated_at': '2022-06-10T17:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_floatingips': [{'id': 'f124b38b-06e4-4b5b-a7d9-1fab4711ea62', 'tenant_id': 'e2a954ea643d435d9866bed98144a549', 'floating_ip_address': '172.37.5.121', 'floating_network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'router_id': 'b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17', 'port_id': '6332112d-6f65-4771-8f42-f5647a2db56b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f32841e-c7bf-4753-a1a7-c09b804b3a5f', 'mac_address': 'fa:16:3e:c9:c4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb746cca-980a-45bc-abde-e6b410e94c02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-10T17:51:16Z', 'updated_at': '2022-06-10T17:51:16Z', 'revision_number': 0, 'project_id': 'e2a954ea643d435d9866bed98144a549', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e3df404-6458-435f-b246-41fe49adfd6f', 'name': '', 'network_id': '1f32841e-c7bf-4753-a1a7-c09b804b3a5f', 'tenant_id': 'e2a954ea643d435d9866bed98144a549', 'mac_address': 'fa:16:3e:2f:ba:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '5534695f-d2e1-44a9-977d-39ba1417d8f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:50:08Z', 'updated_at': '2022-06-10T17:50:13Z', 'revision_number': 5, 'project_id': 'e2a954ea643d435d9866bed98144a549', 'subnets': [{'id': '5534695f-d2e1-44a9-977d-39ba1417d8f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 17:51:18.849666 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-165f85b1-3322-4b39-9ff1-05dd9a340682 req-45f86e1c-5489-4af4-b6d4-2b10a9730345 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9e7fc3f-e9fd-42d9-841b-fa9c3cc19755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075759 Jun 10 17:51:18.905047 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf483c-e074-4828-8323-f0412dc79e09 req-e37480a2-5334-4761-8957-eabc5de1f45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:18.906930 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f5cf483c-e074-4828-8323-f0412dc79e09 req-e37480a2-5334-4761-8957-eabc5de1f45b service neutron] 10.222.0.27 "GET /v2.0/networks?id=1f32841e-c7bf-4753-a1a7-c09b804b3a5f HTTP/1.1" status: 200 len: 916 time: 0.1614728 Jun 10 17:51:18.998575 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-150d764a-9ff9-4df7-b59d-448381395b1f tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:19.003352 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f5cf483c-e074-4828-8323-f0412dc79e09 req-1f7de758-d395-4126-a690-7037f33ffab0 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6332112d-6f65-4771-8f42-f5647a2db56b HTTP/1.1" status: 200 len: 999 time: 0.0889294 Jun 10 17:51:19.103611 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163fdca9-0ec1-416a-90a7-79ad69eab6f5 None None] New status for floating IP f124b38b-06e4-4b5b-a7d9-1fab4711ea62: ACTIVE {{(pid=114530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 17:51:19.111408 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-150d764a-9ff9-4df7-b59d-448381395b1f tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:19.116253 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf483c-e074-4828-8323-f0412dc79e09 req-4a54be83-cc69-446c-a5cd-b9ea6c733fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:19.117717 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f5cf483c-e074-4828-8323-f0412dc79e09 req-4a54be83-cc69-446c-a5cd-b9ea6c733fca service neutron] 10.222.0.27 "GET /v2.0/subnets?id=5534695f-d2e1-44a9-977d-39ba1417d8f6 HTTP/1.1" status: 200 len: 854 time: 0.0749230 Jun 10 17:51:19.170377 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-150d764a-9ff9-4df7-b59d-448381395b1f tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765151'] for security_group_rule, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:19.181865 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf483c-e074-4828-8323-f0412dc79e09 req-10d4d5e8-4741-476c-8049-cdc05eac464d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:19.183428 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f5cf483c-e074-4828-8323-f0412dc79e09 req-10d4d5e8-4741-476c-8049-cdc05eac464d service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=1f32841e-c7bf-4753-a1a7-c09b804b3a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0549679 Jun 10 17:51:19.195050 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150d764a-9ff9-4df7-b59d-448381395b1f tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2a51a8c-fb5d-4e5a-9646-ababb9960538,revision_number=0']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:51:19.279181 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-150d764a-9ff9-4df7-b59d-448381395b1f tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:19.280293 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-150d764a-9ff9-4df7-b59d-448381395b1f tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4905820 Jun 10 17:51:19.283240 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 45838) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:51:19.288886 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [None req-32ab9759-4cb8-47a4-a4c4-cfaa4a96630f tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Request body: {'security_group_rule': {'security_group_id': 'b72fdf34-bdb2-4d3b-b291-8634d0649fdd', 'project_id': 'e2a954ea643d435d9866bed98144a549', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:51:19.291190 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f5cf483c-e074-4828-8323-f0412dc79e09 req-1320694e-3dce-4ec2-b2b3-5fd0a5ee6d26 service neutron] 10.222.0.27 "GET /v2.0/networks/1f32841e-c7bf-4753-a1a7-c09b804b3a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902922 Jun 10 17:51:19.391352 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-32ab9759-4cb8-47a4-a4c4-cfaa4a96630f tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:19.401665 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f5cf483c-e074-4828-8323-f0412dc79e09 req-5a4b12d4-648e-4392-a822-4e8e4d5d0348 service neutron] 10.222.0.27 "GET /v2.0/networks/1f32841e-c7bf-4753-a1a7-c09b804b3a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896580 Jun 10 17:51:19.447953 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-32ab9759-4cb8-47a4-a4c4-cfaa4a96630f tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:19.532175 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-32ab9759-4cb8-47a4-a4c4-cfaa4a96630f tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765151'] for security_group_rule, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:19.555984 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ab9759-4cb8-47a4-a4c4-cfaa4a96630f tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=401add4d-d226-4427-927a-a786bd552e25,revision_number=0']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:51:19.623756 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7216fec5-31f6-4ff0-bac0-e62d34511a25 req-885f4420-0a0e-4940-9cb7-3ca610fa708b tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:19.625221 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-7216fec5-31f6-4ff0-bac0-e62d34511a25 req-885f4420-0a0e-4940-9cb7-3ca610fa708b tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 945 time: 0.0498235 Jun 10 17:51:19.639381 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-32ab9759-4cb8-47a4-a4c4-cfaa4a96630f tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:19.640749 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-32ab9759-4cb8-47a4-a4c4-cfaa4a96630f tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3562329 Jun 10 17:51:19.643235 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 45846) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:51:19.648261 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [None req-66ad191c-3e81-43ab-8d7a-2b8c6c1dbad5 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Request body: {'security_group_rule': {'security_group_id': 'b72fdf34-bdb2-4d3b-b291-8634d0649fdd', 'project_id': 'e2a954ea643d435d9866bed98144a549', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:51:19.664040 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-7216fec5-31f6-4ff0-bac0-e62d34511a25 req-fbffcd35-bfdb-422c-a722-335305577fc8 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326962 Jun 10 17:51:19.744743 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-66ad191c-3e81-43ab-8d7a-2b8c6c1dbad5 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:19.801977 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-66ad191c-3e81-43ab-8d7a-2b8c6c1dbad5 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:19.894912 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-66ad191c-3e81-43ab-8d7a-2b8c6c1dbad5 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765151'] for security_group_rule, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:19.913071 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ad191c-3e81-43ab-8d7a-2b8c6c1dbad5 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39804ee5-2d66-474c-85d4-865331176147,revision_number=0']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:51:19.993241 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-66ad191c-3e81-43ab-8d7a-2b8c6c1dbad5 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:19.994460 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-66ad191c-3e81-43ab-8d7a-2b8c6c1dbad5 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3502877 Jun 10 17:51:19.997407 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 45850) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:51:20.002111 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.v2.base [None req-3d590ed9-dfc4-4b5f-b39f-6ae36d8aa6ed tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Request body: {'security_group_rule': {'security_group_id': 'b72fdf34-bdb2-4d3b-b291-8634d0649fdd', 'project_id': 'e2a954ea643d435d9866bed98144a549', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:51:20.113929 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-3d590ed9-dfc4-4b5f-b39f-6ae36d8aa6ed tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:20.176605 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-3d590ed9-dfc4-4b5f-b39f-6ae36d8aa6ed tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:20.248530 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-3d590ed9-dfc4-4b5f-b39f-6ae36d8aa6ed tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765151'] for security_group_rule, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:20.266502 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d590ed9-dfc4-4b5f-b39f-6ae36d8aa6ed tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc8cd3f9-b894-49c9-9821-a01471e27526,revision_number=0']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:51:20.365383 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-3d590ed9-dfc4-4b5f-b39f-6ae36d8aa6ed tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:20.366526 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-3d590ed9-dfc4-4b5f-b39f-6ae36d8aa6ed tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3680866 Jun 10 17:51:20.369370 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 45856) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:51:20.373854 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.v2.base [None req-c82dda15-d961-4c36-be91-8e18d1643659 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Request body: {'security_group_rule': {'security_group_id': 'b72fdf34-bdb2-4d3b-b291-8634d0649fdd', 'project_id': 'e2a954ea643d435d9866bed98144a549', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:51:20.460163 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.db.securitygroups_db [None req-c82dda15-d961-4c36-be91-8e18d1643659 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Project e2a954ea643d435d9866bed98144a549 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 17:51:20.465253 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-c82dda15-d961-4c36-be91-8e18d1643659 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:20.530896 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-c82dda15-d961-4c36-be91-8e18d1643659 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:20.589686 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b2786-803d-422e-947d-22c623e45bca req-7a0f1a7b-e8b9-479f-81eb-9b3c56f07187 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:20.591234 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ba6b2786-803d-422e-947d-22c623e45bca req-7a0f1a7b-e8b9-479f-81eb-9b3c56f07187 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e0fed4d-05a6-4f0b-9140-9132dcd38769 HTTP/1.1" status: 200 len: 945 time: 0.0495744 Jun 10 17:51:20.592287 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-c82dda15-d961-4c36-be91-8e18d1643659 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765151'] for security_group_rule, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:20.616968 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82dda15-d961-4c36-be91-8e18d1643659 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=477c6d60-e0a4-4006-bcf7-1f6921a6bc2e,revision_number=0']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:51:20.643398 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ba6b2786-803d-422e-947d-22c623e45bca req-775c73b7-c85e-451d-a947-f0b8e17142c9 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9e7fc3f-e9fd-42d9-841b-fa9c3cc19755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436172 Jun 10 17:51:20.691020 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-c82dda15-d961-4c36-be91-8e18d1643659 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:20.692702 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-c82dda15-d961-4c36-be91-8e18d1643659 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3223116 Jun 10 17:51:20.695361 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 45862) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:51:20.699622 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.v2.base [None req-efcec89a-ef47-42ae-bcf3-22b2bbe00139 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Request body: {'security_group_rule': {'security_group_id': 'b72fdf34-bdb2-4d3b-b291-8634d0649fdd', 'project_id': 'e2a954ea643d435d9866bed98144a549', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:51:20.788289 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3aec16-4e5d-4d2d-af31-a6d5d49f9956 req-00a445ae-2882-47e0-8952-f31eb31d47ca tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:20.789839 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-dd3aec16-4e5d-4d2d-af31-a6d5d49f9956 req-00a445ae-2882-47e0-8952-f31eb31d47ca tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 945 time: 0.0492041 Jun 10 17:51:20.803212 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.db.securitygroups_db [None req-efcec89a-ef47-42ae-bcf3-22b2bbe00139 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Project e2a954ea643d435d9866bed98144a549 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 17:51:20.818158 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-efcec89a-ef47-42ae-bcf3-22b2bbe00139 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:20.852210 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-dd3aec16-4e5d-4d2d-af31-a6d5d49f9956 req-2c274641-2dd7-4bd8-bf3e-25d9bcd7e70b tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554974 Jun 10 17:51:20.881369 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-efcec89a-ef47-42ae-bcf3-22b2bbe00139 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:20.962744 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-efcec89a-ef47-42ae-bcf3-22b2bbe00139 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765151'] for security_group_rule, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:20.980963 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcec89a-ef47-42ae-bcf3-22b2bbe00139 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e762b0b-2175-4ca1-abed-ffa2492c7064,revision_number=0']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:51:21.067671 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-efcec89a-ef47-42ae-bcf3-22b2bbe00139 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:21.068865 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-efcec89a-ef47-42ae-bcf3-22b2bbe00139 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3725691 Jun 10 17:51:21.147650 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f71ac907-e7d9-434d-9bc5-0ef51fa1e59a req-aecbcd25-c950-4a75-89ed-0b9f0790b946 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-240767556&fields=id&tenant_id=e2a954ea643d435d9866bed98144a549 HTTP/1.1" status: 200 len: 267 time: 0.0328236 Jun 10 17:51:21.199549 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ac907-e7d9-434d-9bc5-0ef51fa1e59a req-1d6c898e-ac45-468e-aa0c-5347555826e5 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:21.201040 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f71ac907-e7d9-434d-9bc5-0ef51fa1e59a req-1d6c898e-ac45-468e-aa0c-5347555826e5 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb746cca-980a-45bc-abde-e6b410e94c02 HTTP/1.1" status: 200 len: 945 time: 0.0475867 Jun 10 17:51:21.212436 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.v2.base [req-f71ac907-e7d9-434d-9bc5-0ef51fa1e59a req-d1b0e162-c45a-460d-97cb-f0fb10378820 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Request body: {'port': {'security_groups': ['084106dd-80e3-4bba-91bc-837cf10f46c9', 'b72fdf34-bdb2-4d3b-b291-8634d0649fdd']}} {{(pid=114529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:51:21.281028 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-f71ac907-e7d9-434d-9bc5-0ef51fa1e59a req-d1b0e162-c45a-460d-97cb-f0fb10378820 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:21.661013 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.db [req-f71ac907-e7d9-434d-9bc5-0ef51fa1e59a req-d1b0e162-c45a-460d-97cb-f0fb10378820 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] For port 6332112d-6f65-4771-8f42-f5647a2db56b, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=6332112d-6f65-4771-8f42-f5647a2db56b,segment=NetworkSegment(d8d5c4f9-464f-45ae-828b-d5468569bc5a),segment_id=d8d5c4f9-464f-45ae-828b-d5468569bc5a)] {{(pid=114529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:51:21.690950 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-f71ac907-e7d9-434d-9bc5-0ef51fa1e59a req-d1b0e162-c45a-460d-97cb-f0fb10378820 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Notify callbacks [] for port, precommit_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:21.756346 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8fef41-0d0e-4c16-a708-d487d8ca0add req-e0108771-361c-43a5-95cb-e96d30da2727 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:21.757752 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-4e8fef41-0d0e-4c16-a708-d487d8ca0add req-e0108771-361c-43a5-95cb-e96d30da2727 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e0fed4d-05a6-4f0b-9140-9132dcd38769 HTTP/1.1" status: 200 len: 945 time: 0.0472486 Jun 10 17:51:21.758825 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-f71ac907-e7d9-434d-9bc5-0ef51fa1e59a req-d1b0e162-c45a-460d-97cb-f0fb10378820 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263062808'] for port, after_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:21.807813 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ac907-e7d9-434d-9bc5-0ef51fa1e59a req-d1b0e162-c45a-460d-97cb-f0fb10378820 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:21.808407 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-f71ac907-e7d9-434d-9bc5-0ef51fa1e59a req-d1b0e162-c45a-460d-97cb-f0fb10378820 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for port, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:21.810826 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f71ac907-e7d9-434d-9bc5-0ef51fa1e59a req-d1b0e162-c45a-460d-97cb-f0fb10378820 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "PUT /v2.0/ports/6332112d-6f65-4771-8f42-f5647a2db56b HTTP/1.1" status: 200 len: 981 time: 0.6027896 Jun 10 17:51:21.815742 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] get_ports_and_sgs() called for port_ids ['6332112d-6f65-4771-8f42-f5647a2db56b'] {{(pid=114530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 10 17:51:21.820681 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb746cca-980a-45bc-abde-e6b410e94c02', 'tag': '6332112d-6f65-4771-8f42-f5647a2db56b'}] {{(pid=114529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:51:21.823459 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}546b112a5b217dbfa88e609245cede7dd2905721b158f3f41c3dff8a3887b3c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5009c72d-aad5-4fe1-9bbe-095bbd102061" -d '{"events": [{"name": "network-changed", "server_uuid": "eb746cca-980a-45bc-abde-e6b410e94c02", "tag": "6332112d-6f65-4771-8f42-f5647a2db56b"}]}' {{(pid=114529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:51:21.865386 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b0e162-c45a-460d-97cb-f0fb10378820 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Pushing event updated for resources: {'Port': ['ID=6332112d-6f65-4771-8f42-f5647a2db56b,revision_number=6']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:51:21.876777 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-4e8fef41-0d0e-4c16-a708-d487d8ca0add req-d4686065-7960-49fa-9cd6-8eda55e6bfef tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9e7fc3f-e9fd-42d9-841b-fa9c3cc19755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111140 Jun 10 17:51:21.940881 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f47e002-c458-44d6-9520-fd72a0bc73e0 req-c979cede-5596-4c01-8990-4466425eacb9 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:21.950860 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-7f47e002-c458-44d6-9520-fd72a0bc73e0 req-c979cede-5596-4c01-8990-4466425eacb9 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb746cca-980a-45bc-abde-e6b410e94c02 HTTP/1.1" status: 200 len: 984 time: 0.0796494 Jun 10 17:51:21.963879 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Jun 2022 17:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f51bde37-8f03-4943-bcfe-2bf9da23d01c x-openstack-request-id: req-f51bde37-8f03-4943-bcfe-2bf9da23d01c {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:51:21.964170 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb746cca-980a-45bc-abde-e6b410e94c02", "tag": "6332112d-6f65-4771-8f42-f5647a2db56b", "status": "completed", "code": 200}]} {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:51:21.964422 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f51bde37-8f03-4943-bcfe-2bf9da23d01c {{(pid=114529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:51:21.964826 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f51bde37-8f03-4943-bcfe-2bf9da23d01c'] response: {'name': 'network-changed', 'server_uuid': 'eb746cca-980a-45bc-abde-e6b410e94c02', 'tag': '6332112d-6f65-4771-8f42-f5647a2db56b', 'status': 'completed', 'code': 200} Jun 10 17:51:22.018049 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-7f47e002-c458-44d6-9520-fd72a0bc73e0 req-6d1d2934-6da4-40d2-a15d-afac122813fe tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72fdf34-bdb2-4d3b-b291-8634d0649fdd&id=084106dd-80e3-4bba-91bc-837cf10f46c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0661440 Jun 10 17:51:22.091685 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4b43f-21c1-4d00-a2b7-511d923b605f req-9a4c8046-4603-4359-a96e-ccb1d5d04935 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:22.093055 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-67e4b43f-21c1-4d00-a2b7-511d923b605f req-9a4c8046-4603-4359-a96e-ccb1d5d04935 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 945 time: 0.0924022 Jun 10 17:51:22.094960 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5009c72d-aad5-4fe1-9bbe-095bbd102061 req-c7a68394-dedb-4cf2-acf4-506c2f5e2b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:22.096416 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-5009c72d-aad5-4fe1-9bbe-095bbd102061 req-c7a68394-dedb-4cf2-acf4-506c2f5e2b85 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=e2a954ea643d435d9866bed98144a549&device_id=eb746cca-980a-45bc-abde-e6b410e94c02 HTTP/1.1" status: 200 len: 1137 time: 0.0614824 Jun 10 17:51:22.097814 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-ba03dd07-e494-4fc6-92e6-da9609ffa446 None None] Provisioning complete for port 6332112d-6f65-4771-8f42-f5647a2db56b triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:51:22.098177 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-ba03dd07-e494-4fc6-92e6-da9609ffa446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:22.106049 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] get_ports_and_sgs() called for port_ids ['6332112d-6f65-4771-8f42-f5647a2db56b'] {{(pid=114530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 10 17:51:22.167759 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-67e4b43f-21c1-4d00-a2b7-511d923b605f req-7416a5d6-869f-408a-8e60-943544626f17 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677090 Jun 10 17:51:22.231365 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5009c72d-aad5-4fe1-9bbe-095bbd102061 req-65f0efdb-f377-4988-9fe6-d0599dd11dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:22.232885 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-5009c72d-aad5-4fe1-9bbe-095bbd102061 req-65f0efdb-f377-4988-9fe6-d0599dd11dab service neutron] 10.222.0.27 "GET /v2.0/networks?id=1f32841e-c7bf-4753-a1a7-c09b804b3a5f HTTP/1.1" status: 200 len: 916 time: 0.1196318 Jun 10 17:51:22.306737 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-5009c72d-aad5-4fe1-9bbe-095bbd102061 req-3358ca90-a2cc-4cf0-9baa-9a54d0c55f11 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6332112d-6f65-4771-8f42-f5647a2db56b HTTP/1.1" status: 200 len: 1001 time: 0.0653949 Jun 10 17:51:22.335022 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-ba03dd07-e494-4fc6-92e6-da9609ffa446 None None] Current status of the port 6332112d-6f65-4771-8f42-f5647a2db56b is: ACTIVE; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:51:22.359718 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5009c72d-aad5-4fe1-9bbe-095bbd102061 req-635c199a-8802-4234-b9b2-1140ba62e144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:22.361161 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-5009c72d-aad5-4fe1-9bbe-095bbd102061 req-635c199a-8802-4234-b9b2-1140ba62e144 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=5534695f-d2e1-44a9-977d-39ba1417d8f6 HTTP/1.1" status: 200 len: 854 time: 0.0451083 Jun 10 17:51:22.444466 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5009c72d-aad5-4fe1-9bbe-095bbd102061 req-8746e629-89c9-402c-870b-68ed1d2c30a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:22.445861 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-5009c72d-aad5-4fe1-9bbe-095bbd102061 req-8746e629-89c9-402c-870b-68ed1d2c30a6 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=1f32841e-c7bf-4753-a1a7-c09b804b3a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0409794 Jun 10 17:51:22.545101 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-5009c72d-aad5-4fe1-9bbe-095bbd102061 req-fcc8fd5a-448e-4491-9112-637eed39a195 service neutron] 10.222.0.27 "GET /v2.0/networks/1f32841e-c7bf-4753-a1a7-c09b804b3a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895329 Jun 10 17:51:22.638198 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-5009c72d-aad5-4fe1-9bbe-095bbd102061 req-b2cc89b5-d863-42ce-9ec0-2a020d770b20 service neutron] 10.222.0.27 "GET /v2.0/networks/1f32841e-c7bf-4753-a1a7-c09b804b3a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850699 Jun 10 17:51:22.993343 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b12d12b-805c-4fbd-a10d-2f76a150ab95 req-d1d8a675-c56c-4a10-a8f9-fa833adfb5d2 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:22.994816 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-2b12d12b-805c-4fbd-a10d-2f76a150ab95 req-d1d8a675-c56c-4a10-a8f9-fa833adfb5d2 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e0fed4d-05a6-4f0b-9140-9132dcd38769 HTTP/1.1" status: 200 len: 945 time: 0.0479264 Jun 10 17:51:23.061329 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-2b12d12b-805c-4fbd-a10d-2f76a150ab95 req-d5c29ae2-ada5-416f-a341-4fbcc0aefc0b tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9e7fc3f-e9fd-42d9-841b-fa9c3cc19755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605855 Jun 10 17:51:23.075431 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e01ca0d-9277-4701-98f7-4526bf8dce48 req-996e74bb-e2c1-4a9e-a43a-6788d9832794 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:23.076830 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-9e01ca0d-9277-4701-98f7-4526bf8dce48 req-996e74bb-e2c1-4a9e-a43a-6788d9832794 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.27 "GET /v2.0/ports?device_id=6e0fed4d-05a6-4f0b-9140-9132dcd38769 HTTP/1.1" status: 200 len: 945 time: 0.0688083 Jun 10 17:51:23.169130 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.plugin [req-9e01ca0d-9277-4701-98f7-4526bf8dce48 req-48cbd7f4-8f0f-4e0d-a127-35d7ecbffa1b tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Deleting port c93e1d43-ceaa-4a1a-b8b1-9fc49aa1bbde {{(pid=114529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 10 17:51:23.169406 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-9e01ca0d-9277-4701-98f7-4526bf8dce48 req-48cbd7f4-8f0f-4e0d-a127-35d7ecbffa1b tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764021161391'] for port, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:23.264963 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.db [req-9e01ca0d-9277-4701-98f7-4526bf8dce48 req-48cbd7f4-8f0f-4e0d-a127-35d7ecbffa1b tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] For port c93e1d43-ceaa-4a1a-b8b1-9fc49aa1bbde, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=c93e1d43-ceaa-4a1a-b8b1-9fc49aa1bbde,segment=NetworkSegment(7e4bfa91-46c1-48ed-aa46-2158dbbc6530),segment_id=7e4bfa91-46c1-48ed-aa46-2158dbbc6530)] {{(pid=114529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:51:23.265325 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-9e01ca0d-9277-4701-98f7-4526bf8dce48 req-48cbd7f4-8f0f-4e0d-a127-35d7ecbffa1b tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781461'] for port, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:23.298852 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.plugin [req-9e01ca0d-9277-4701-98f7-4526bf8dce48 req-48cbd7f4-8f0f-4e0d-a127-35d7ecbffa1b tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Calling delete_port for c93e1d43-ceaa-4a1a-b8b1-9fc49aa1bbde owned by compute:nova {{(pid=114529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 10 17:51:23.360365 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb641d-77c6-46d3-853a-f5a136bfc5b2 req-babd6533-a90f-4f99-a6bd-693880a40b5f tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:23.361793 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-67eb641d-77c6-46d3-853a-f5a136bfc5b2 req-babd6533-a90f-4f99-a6bd-693880a40b5f tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 945 time: 0.0989101 Jun 10 17:51:23.419943 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-67eb641d-77c6-46d3-853a-f5a136bfc5b2 req-da30e6fe-2bf0-485a-8f37-3a4e2a9dfd7d tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509176 Jun 10 17:51:23.540043 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-9e01ca0d-9277-4701-98f7-4526bf8dce48 req-48cbd7f4-8f0f-4e0d-a127-35d7ecbffa1b tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764021169165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764020614696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263063011'] for port, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:23.569268 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cbd7f4-8f0f-4e0d-a127-35d7ecbffa1b tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Pushing event deleted for resources: {'Port': ['ID=c93e1d43-ceaa-4a1a-b8b1-9fc49aa1bbde,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:51:23.587973 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] get_ports_and_sgs() called for port_ids ['c93e1d43-ceaa-4a1a-b8b1-9fc49aa1bbde'] {{(pid=114530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 10 17:51:23.598471 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cbd7f4-8f0f-4e0d-a127-35d7ecbffa1b tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:51:23.598814 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cbd7f4-8f0f-4e0d-a127-35d7ecbffa1b tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:51:23.599504 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cbd7f4-8f0f-4e0d-a127-35d7ecbffa1b tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:51:23.599504 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cbd7f4-8f0f-4e0d-a127-35d7ecbffa1b tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:51:23.599797 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cbd7f4-8f0f-4e0d-a127-35d7ecbffa1b tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:51:23.600143 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cbd7f4-8f0f-4e0d-a127-35d7ecbffa1b tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:51:23.600493 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cbd7f4-8f0f-4e0d-a127-35d7ecbffa1b tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:51:23.600818 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cbd7f4-8f0f-4e0d-a127-35d7ecbffa1b tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:51:23.601132 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cbd7f4-8f0f-4e0d-a127-35d7ecbffa1b tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:51:23.601498 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cbd7f4-8f0f-4e0d-a127-35d7ecbffa1b tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:51:23.601817 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cbd7f4-8f0f-4e0d-a127-35d7ecbffa1b tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:51:23.602133 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cbd7f4-8f0f-4e0d-a127-35d7ecbffa1b tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:51:23.626706 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e01ca0d-9277-4701-98f7-4526bf8dce48 req-48cbd7f4-8f0f-4e0d-a127-35d7ecbffa1b tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] No DVR routers for this DVR port c93e1d43-ceaa-4a1a-b8b1-9fc49aa1bbde on host hv-cinder-xena0 {{(pid=114529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 17:51:23.629671 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-9e01ca0d-9277-4701-98f7-4526bf8dce48 req-48cbd7f4-8f0f-4e0d-a127-35d7ecbffa1b tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for port, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:23.633001 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-9e01ca0d-9277-4701-98f7-4526bf8dce48 req-48cbd7f4-8f0f-4e0d-a127-35d7ecbffa1b tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.27 "DELETE /v2.0/ports/c93e1d43-ceaa-4a1a-b8b1-9fc49aa1bbde HTTP/1.1" status: 204 len: 173 time: 0.5476909 Jun 10 17:51:23.965690 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e0fed4d-05a6-4f0b-9140-9132dcd38769', 'name': 'network-vif-deleted', 'tag': 'c93e1d43-ceaa-4a1a-b8b1-9fc49aa1bbde'}] {{(pid=114529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:51:23.968163 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}546b112a5b217dbfa88e609245cede7dd2905721b158f3f41c3dff8a3887b3c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c071a0-7c52-4a84-bd31-fa7d77216b01" -d '{"events": [{"server_uuid": "6e0fed4d-05a6-4f0b-9140-9132dcd38769", "name": "network-vif-deleted", "tag": "c93e1d43-ceaa-4a1a-b8b1-9fc49aa1bbde"}]}' {{(pid=114529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:51:24.006071 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Jun 2022 17:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9122975e-b671-47fd-9820-7d14d2e1deb8 x-openstack-request-id: req-9122975e-b671-47fd-9820-7d14d2e1deb8 {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:51:24.016238 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e0fed4d-05a6-4f0b-9140-9132dcd38769", "name": "network-vif-deleted", "tag": "c93e1d43-ceaa-4a1a-b8b1-9fc49aa1bbde", "status": "completed", "code": 200}]} {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:51:24.016238 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9122975e-b671-47fd-9820-7d14d2e1deb8 {{(pid=114529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:51:24.016238 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9122975e-b671-47fd-9820-7d14d2e1deb8'] response: {'server_uuid': '6e0fed4d-05a6-4f0b-9140-9132dcd38769', 'name': 'network-vif-deleted', 'tag': 'c93e1d43-ceaa-4a1a-b8b1-9fc49aa1bbde', 'status': 'completed', 'code': 200} Jun 10 17:51:24.169434 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-c9939423-9a2b-4721-b286-916fa8b3908e req-661d6145-368d-4635-9160-52bb2e4d21d4 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e0fed4d-05a6-4f0b-9140-9132dcd38769 HTTP/1.1" status: 200 len: 210 time: 0.0301335 Jun 10 17:51:24.540147 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bdd982-5e06-4383-a68d-6d481d828089 req-464f917d-9c00-43f3-82d5-0431c7301d92 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:24.541570 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-20bdd982-5e06-4383-a68d-6d481d828089 req-464f917d-9c00-43f3-82d5-0431c7301d92 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 945 time: 0.0484028 Jun 10 17:51:24.577705 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-20bdd982-5e06-4383-a68d-6d481d828089 req-c2d7bc7a-46ba-4171-bbd5-a0d0f414edc2 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302360 Jun 10 17:51:25.477576 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1069af2-ff18-4620-99b8-cdaaa456f326 req-a260e99e-e900-4943-8387-cd5143318534 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:25.478946 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d1069af2-ff18-4620-99b8-cdaaa456f326 req-a260e99e-e900-4943-8387-cd5143318534 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.16 "GET /v2.0/networks?id=bc44db77-e676-451b-a61e-89825ebb1d1f HTTP/1.1" status: 200 len: 808 time: 0.0989590 Jun 10 17:51:25.493895 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d1069af2-ff18-4620-99b8-cdaaa456f326 req-afca561c-4fd3-4b28-8d88-012873560701 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.16 "GET /v2.0/quotas/1bdefcece43c42c294c36d1ced6a53cb HTTP/1.1" status: 200 len: 375 time: 0.0092957 Jun 10 17:51:25.524100 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d1069af2-ff18-4620-99b8-cdaaa456f326 req-eeb9c7f8-0ccd-42ce-9e44-99ee2fb16787 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1bdefcece43c42c294c36d1ced6a53cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251372 Jun 10 17:51:25.614656 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d1069af2-ff18-4620-99b8-cdaaa456f326 req-44b3abd5-8639-4184-a2e8-8241979f9d02 service neutron] 10.222.0.16 "GET /v2.0/networks/bc44db77-e676-451b-a61e-89825ebb1d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836987 Jun 10 17:51:25.740536 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59011cf6-5966-4b4a-ba0f-d567f935b009 req-73012202-a36a-48e0-934e-40f4756cb358 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:25.741906 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-59011cf6-5966-4b4a-ba0f-d567f935b009 req-73012202-a36a-48e0-934e-40f4756cb358 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 945 time: 0.0897894 Jun 10 17:51:25.745597 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d1069af2-ff18-4620-99b8-cdaaa456f326 req-dd978caa-ed75-4524-86e2-bf284660d869 service neutron] 10.222.0.16 "GET /v2.0/networks/bc44db77-e676-451b-a61e-89825ebb1d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250365 Jun 10 17:51:25.779724 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-59011cf6-5966-4b4a-ba0f-d567f935b009 req-2c6b8178-6399-447f-8b34-21a2d6a2fbfe tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318496 Jun 10 17:51:26.056979 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-76444a55-de93-493d-8024-7c9cfae6b9c5 req-b24ad1ea-18e7-4ada-9393-c302be765465 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.16 "GET /v2.0/ports?device_id=03ae3b4b-19f9-44d3-8dc5-b0be15e42221 HTTP/1.1" status: 200 len: 210 time: 0.0288196 Jun 10 17:51:26.899875 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e3dfa-384f-438c-a65d-0acd42a3641e req-a1e21e73-a16d-420b-9daa-9067dd1e092d tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:26.901351 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-251e3dfa-384f-438c-a65d-0acd42a3641e req-a1e21e73-a16d-420b-9daa-9067dd1e092d tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 945 time: 0.0495002 Jun 10 17:51:26.940115 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-251e3dfa-384f-438c-a65d-0acd42a3641e req-9e6bbaa6-14e9-46e9-98a2-487deaed43b9 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324728 Jun 10 17:51:27.152257 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-fa1a05c2-89bc-41cd-892c-c5b25ea4da7a req-679fd1a3-c422-4584-b827-06bf59186c48 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.16 "GET /v2.0/ports?device_id=03ae3b4b-19f9-44d3-8dc5-b0be15e42221 HTTP/1.1" status: 200 len: 210 time: 0.0265121 Jun 10 17:51:27.588123 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device d0a7daab-fe71-46f4-8372-7e23b215b068 details requested by agent hyperv_hv-cinder-xena0 with host hv-cinder-xena0 {{(pid=114530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 10 17:51:27.599309 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device c93e1d43-ceaa-4a1a-b8b1-9fc49aa1bbde no longer exists at agent hyperv_hv-cinder-xena0 {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 10 17:51:27.622948 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] No Port match for: c93e1d43-ceaa-4a1a-b8b1-9fc49aa1bbde {{(pid=114530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 10 17:51:27.623284 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device c93e1d43-ceaa-4a1a-b8b1-9fc49aa1bbde not bound to the agent host hv-cinder-xena0 {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 10 17:51:27.706731 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port d0a7daab-fe71-46f4-8372-7e23b215b068, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=d0a7daab-fe71-46f4-8372-7e23b215b068,segment=NetworkSegment(20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a),segment_id=20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:51:27.718500 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Returning: {'device': 'd0a7daab-fe71-46f4-8372-7e23b215b068', 'network_id': '272ad309-eaf3-4f81-8366-f3ca4e7cfed0', 'port_id': 'd0a7daab-fe71-46f4-8372-7e23b215b068', 'mac_address': 'fa:16:3e:68:19:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88a38658-7809-4abe-b052-dc4be9423e4c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 10 17:51:27.754558 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Current status of the port d0a7daab-fe71-46f4-8372-7e23b215b068 is: ACTIVE; New status is: BUILD {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:51:27.754942 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:27.770976 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.notifiers.nova [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d0a7daab-fe71-46f4-8372-7e23b215b068 {{(pid=114530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 10 17:51:27.790633 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port d0a7daab-fe71-46f4-8372-7e23b215b068, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=d0a7daab-fe71-46f4-8372-7e23b215b068,segment=NetworkSegment(20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a),segment_id=20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:51:27.894616 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:27.943373 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Pushing event updated for resources: {'Port': ['ID=d0a7daab-fe71-46f4-8372-7e23b215b068,revision_number=6']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:51:28.100087 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0800330b-7553-461e-881d-1dcf1a3fbff4 req-ee3e9659-3d70-4520-be85-c57af8deb922 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:28.101535 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-0800330b-7553-461e-881d-1dcf1a3fbff4 req-ee3e9659-3d70-4520-be85-c57af8deb922 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 944 time: 0.0863907 Jun 10 17:51:28.145680 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] get_ports_and_sgs() called for port_ids ['d0a7daab-fe71-46f4-8372-7e23b215b068'] {{(pid=114530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 10 17:51:28.185491 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-0800330b-7553-461e-881d-1dcf1a3fbff4 req-99cc26e3-a243-4bb1-9b14-4e86b1c8de13 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593817 Jun 10 17:51:28.205959 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1069af2-ff18-4620-99b8-cdaaa456f326 req-e98f3a91-7c59-49be-815c-c15db4c50253 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:28.207550 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d1069af2-ff18-4620-99b8-cdaaa456f326 req-e98f3a91-7c59-49be-815c-c15db4c50253 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.27 "GET /v2.0/networks?id=bc44db77-e676-451b-a61e-89825ebb1d1f HTTP/1.1" status: 200 len: 808 time: 0.1601675 Jun 10 17:51:28.233884 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.v2.base [req-d1069af2-ff18-4620-99b8-cdaaa456f326 req-bd862cd8-e547-4236-b975-f3436ae24096 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Request body: {'port': {'device_id': '03ae3b4b-19f9-44d3-8dc5-b0be15e42221', 'network_id': 'bc44db77-e676-451b-a61e-89825ebb1d1f', 'admin_state_up': True, 'tenant_id': '1bdefcece43c42c294c36d1ced6a53cb'}} {{(pid=114529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:51:28.278846 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-9e63750f-d0e6-4f87-b86a-68ffb07cc083 req-74c852f6-aa1f-4773-a489-3f1da686859c tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.16 "GET /v2.0/ports?device_id=03ae3b4b-19f9-44d3-8dc5-b0be15e42221 HTTP/1.1" status: 200 len: 210 time: 0.0412889 Jun 10 17:51:28.458387 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1069af2-ff18-4620-99b8-cdaaa456f326 req-bd862cd8-e547-4236-b975-f3436ae24096 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Made reservation on behalf of 1bdefcece43c42c294c36d1ced6a53cb for: {'port': 1} {{(pid=114529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 17:51:28.461871 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-d1069af2-ff18-4620-99b8-cdaaa456f326 req-bd862cd8-e547-4236-b975-f3436ae24096 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:28.588350 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.db_base_plugin_common [req-d1069af2-ff18-4620-99b8-cdaaa456f326 req-bd862cd8-e547-4236-b975-f3436ae24096 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Allocated IP 172.20.0.6 (bc44db77-e676-451b-a61e-89825ebb1d1f/4b1840ec-2bf5-4620-aedf-a473654efe02/14c1213e-b160-4da2-933d-c34530f678c0) {{(pid=114529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 17:51:28.727144 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-d1069af2-ff18-4620-99b8-cdaaa456f326 req-bd862cd8-e547-4236-b975-f3436ae24096 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Notify callbacks [] for port, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:28.814543 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-d1069af2-ff18-4620-99b8-cdaaa456f326 req-bd862cd8-e547-4236-b975-f3436ae24096 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764020614705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263063011'] for port, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:28.857016 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1069af2-ff18-4620-99b8-cdaaa456f326 req-bd862cd8-e547-4236-b975-f3436ae24096 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Network bc44db77-e676-451b-a61e-89825ebb1d1f is already hosted by enough agents. {{(pid=114529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:51:28.859800 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.base_scheduler [req-d1069af2-ff18-4620-99b8-cdaaa456f326 req-bd862cd8-e547-4236-b975-f3436ae24096 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Resources bound (agent type, host, resource id): {{(pid=114529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:51:28.863777 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1069af2-ff18-4620-99b8-cdaaa456f326 req-bd862cd8-e547-4236-b975-f3436ae24096 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Received port after_create {{(pid=114529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 10 17:51:28.890035 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd862cd8-e547-4236-b975-f3436ae24096 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Pushing event updated for resources: {'Port': ['ID=14c1213e-b160-4da2-933d-c34530f678c0,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:51:28.915902 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1069af2-ff18-4620-99b8-cdaaa456f326 req-bd862cd8-e547-4236-b975-f3436ae24096 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:28.916493 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-d1069af2-ff18-4620-99b8-cdaaa456f326 req-bd862cd8-e547-4236-b975-f3436ae24096 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for port, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:28.993688 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d1069af2-ff18-4620-99b8-cdaaa456f326 req-bd862cd8-e547-4236-b975-f3436ae24096 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7648568 Jun 10 17:51:29.320406 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6452d9a-4f12-4aca-a8ca-a04c26590e69 req-f246db02-4652-417e-9dd5-6551486ffbe1 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:29.321868 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-a6452d9a-4f12-4aca-a8ca-a04c26590e69 req-f246db02-4652-417e-9dd5-6551486ffbe1 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 944 time: 0.0493681 Jun 10 17:51:29.388191 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-a6452d9a-4f12-4aca-a8ca-a04c26590e69 req-889a38c6-8f26-4304-b306-3ec5f7e7b5c0 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604179 Jun 10 17:51:29.414816 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7788b9-afcc-49fd-bc0b-0749db040df5 req-ccc9b572-a67b-4acb-9b0a-af3ab46d79bc tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:29.416368 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-0f7788b9-afcc-49fd-bc0b-0749db040df5 req-ccc9b572-a67b-4acb-9b0a-af3ab46d79bc tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.16 "GET /v2.0/ports?device_id=03ae3b4b-19f9-44d3-8dc5-b0be15e42221 HTTP/1.1" status: 200 len: 931 time: 0.0668972 Jun 10 17:51:29.454360 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-0f7788b9-afcc-49fd-bc0b-0749db040df5 req-ec2b06f5-fb44-4553-a85f-ff328d2b631b tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9e7fc3f-e9fd-42d9-841b-fa9c3cc19755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319076 Jun 10 17:51:30.509721 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b9710-9a32-4e4a-b58f-6f3eb34fc838 req-b00d1964-b48d-4ee8-ad70-835e77b19e5b tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:30.511270 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-805b9710-9a32-4e4a-b58f-6f3eb34fc838 req-b00d1964-b48d-4ee8-ad70-835e77b19e5b tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 944 time: 0.0491474 Jun 10 17:51:30.573679 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-805b9710-9a32-4e4a-b58f-6f3eb34fc838 req-5eeb115f-475d-47a3-b9c9-a93153b1f22e tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565023 Jun 10 17:51:30.590908 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688286ea-991c-403f-9ed7-0fbb0fc00ec0 req-26b10075-a6f0-400d-a0ef-56cfa1083909 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:30.592332 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-688286ea-991c-403f-9ed7-0fbb0fc00ec0 req-26b10075-a6f0-400d-a0ef-56cfa1083909 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.16 "GET /v2.0/ports?device_id=03ae3b4b-19f9-44d3-8dc5-b0be15e42221 HTTP/1.1" status: 200 len: 931 time: 0.0619171 Jun 10 17:51:30.631120 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-688286ea-991c-403f-9ed7-0fbb0fc00ec0 req-34b3173f-78e6-474c-950d-2bb39c044dda tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9e7fc3f-e9fd-42d9-841b-fa9c3cc19755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318222 Jun 10 17:51:31.442729 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.v2.base [req-d1069af2-ff18-4620-99b8-cdaaa456f326 req-30069b12-db39-44ed-b776-ff3371922527 service neutron] Request body: {'port': {'device_id': '03ae3b4b-19f9-44d3-8dc5-b0be15e42221', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-xena0'}} {{(pid=114529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:51:31.487888 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device d0a7daab-fe71-46f4-8372-7e23b215b068 up at agent hyperv_hv-cinder-xena0 {{(pid=114530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 17:51:31.501151 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-d1069af2-ff18-4620-99b8-cdaaa456f326 req-30069b12-db39-44ed-b776-ff3371922527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:31.535347 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Provisioning complete for port d0a7daab-fe71-46f4-8372-7e23b215b068 triggered by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:51:31.535989 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:31.615186 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Current status of the port d0a7daab-fe71-46f4-8372-7e23b215b068 is: BUILD; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:51:31.615528 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:31.641560 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '088ca270-b9ad-48f8-8928-ef0c99c2bcfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0a7daab-fe71-46f4-8372-7e23b215b068'}] {{(pid=114530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:51:31.644006 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059d8b929bb81300c707de1c8675048d791f282ce62f1c2c108741a8dfb2b754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6740a0be-ec69-4e0e-8492-4f6c47a5c5f8" -d '{"events": [{"server_uuid": "088ca270-b9ad-48f8-8928-ef0c99c2bcfe", "name": "network-vif-plugged", "status": "completed", "tag": "d0a7daab-fe71-46f4-8372-7e23b215b068"}]}' {{(pid=114530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:51:31.657701 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port d0a7daab-fe71-46f4-8372-7e23b215b068, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=d0a7daab-fe71-46f4-8372-7e23b215b068,segment=NetworkSegment(20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a),segment_id=20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:51:31.687388 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Jun 2022 17:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ea3b41-8133-43c5-80d2-63bd0e327931 x-openstack-request-id: req-a3ea3b41-8133-43c5-80d2-63bd0e327931 {{(pid=114530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:51:31.688218 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "088ca270-b9ad-48f8-8928-ef0c99c2bcfe", "name": "network-vif-plugged", "status": "completed", "tag": "d0a7daab-fe71-46f4-8372-7e23b215b068", "code": 200}]} {{(pid=114530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:51:31.688705 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a3ea3b41-8133-43c5-80d2-63bd0e327931 {{(pid=114530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:51:31.689618 dv-cinder-xena-3-iscsi neutron-server[114530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3ea3b41-8133-43c5-80d2-63bd0e327931'] response: {'server_uuid': '088ca270-b9ad-48f8-8928-ef0c99c2bcfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0a7daab-fe71-46f4-8372-7e23b215b068', 'code': 200} Jun 10 17:51:31.711594 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:31.759296 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac0e3a3-9b27-4969-bf60-1a01ff5368e0 req-a221402f-ec34-4224-9b8c-a3ca76e499dc tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:31.760767 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-2ac0e3a3-9b27-4969-bf60-1a01ff5368e0 req-a221402f-ec34-4224-9b8c-a3ca76e499dc tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 944 time: 0.1114352 Jun 10 17:51:31.767355 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Pushing event updated for resources: {'Port': ['ID=d0a7daab-fe71-46f4-8372-7e23b215b068,revision_number=7']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:51:31.849555 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-2ac0e3a3-9b27-4969-bf60-1a01ff5368e0 req-0bb12539-9892-4d40-839e-baa0015a6a35 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622628 Jun 10 17:51:31.856433 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf74b7a3-4754-4e06-82e8-4edab52b08ad req-077e1e64-708f-4ad7-9896-0541d9f044fa tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:31.857860 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-cf74b7a3-4754-4e06-82e8-4edab52b08ad req-077e1e64-708f-4ad7-9896-0541d9f044fa tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.16 "GET /v2.0/ports?device_id=03ae3b4b-19f9-44d3-8dc5-b0be15e42221 HTTP/1.1" status: 200 len: 931 time: 0.1232357 Jun 10 17:51:31.902396 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.notifiers.nova [req-d1069af2-ff18-4620-99b8-cdaaa456f326 req-30069b12-db39-44ed-b776-ff3371922527 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14c1213e-b160-4da2-933d-c34530f678c0 {{(pid=114529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 10 17:51:31.912492 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-d1069af2-ff18-4620-99b8-cdaaa456f326 req-30069b12-db39-44ed-b776-ff3371922527 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:31.930778 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-cf74b7a3-4754-4e06-82e8-4edab52b08ad req-6bed77c4-6e0c-4748-941f-07bb928d08b2 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9e7fc3f-e9fd-42d9-841b-fa9c3cc19755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551858 Jun 10 17:51:31.935199 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.provisioning_blocks [req-d1069af2-ff18-4620-99b8-cdaaa456f326 req-30069b12-db39-44ed-b776-ff3371922527 service neutron] Transition to ACTIVE for port object 14c1213e-b160-4da2-933d-c34530f678c0 will not be triggered until provisioned by entity L2. {{(pid=114529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 17:51:32.017993 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-d1069af2-ff18-4620-99b8-cdaaa456f326 req-30069b12-db39-44ed-b776-ff3371922527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263062808'] for port, after_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:32.073782 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30069b12-db39-44ed-b776-ff3371922527 service neutron] Pushing event updated for resources: {'Port': ['ID=14c1213e-b160-4da2-933d-c34530f678c0,revision_number=2']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:51:32.149018 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.managers [req-d1069af2-ff18-4620-99b8-cdaaa456f326 req-30069b12-db39-44ed-b776-ff3371922527 service neutron] Attempting to bind port 14c1213e-b160-4da2-933d-c34530f678c0 on host hv-cinder-xena0 for vnic_type normal with profile {{(pid=114529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 17:51:32.149347 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.managers [req-d1069af2-ff18-4620-99b8-cdaaa456f326 req-30069b12-db39-44ed-b776-ff3371922527 service neutron] Attempting to bind port 14c1213e-b160-4da2-933d-c34530f678c0 by drivers openvswitch,hyperv on host hv-cinder-xena0 at level 0 using segments [{'id': '7e4bfa91-46c1-48ed-aa46-2158dbbc6530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'bc44db77-e676-451b-a61e-89825ebb1d1f'}] {{(pid=114529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 17:51:32.149672 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1069af2-ff18-4620-99b8-cdaaa456f326 req-30069b12-db39-44ed-b776-ff3371922527 service neutron] Attempting to bind port 14c1213e-b160-4da2-933d-c34530f678c0 on network bc44db77-e676-451b-a61e-89825ebb1d1f {{(pid=114529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 10 17:51:32.154062 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1069af2-ff18-4620-99b8-cdaaa456f326 req-30069b12-db39-44ed-b776-ff3371922527 service neutron] Port 14c1213e-b160-4da2-933d-c34530f678c0 on network bc44db77-e676-451b-a61e-89825ebb1d1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-xena0 {{(pid=114529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 10 17:51:32.154408 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1069af2-ff18-4620-99b8-cdaaa456f326 req-30069b12-db39-44ed-b776-ff3371922527 service neutron] Attempting to bind port 14c1213e-b160-4da2-933d-c34530f678c0 on network bc44db77-e676-451b-a61e-89825ebb1d1f {{(pid=114529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 10 17:51:32.159304 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1069af2-ff18-4620-99b8-cdaaa456f326 req-30069b12-db39-44ed-b776-ff3371922527 service neutron] Checking agent: {'id': '7469bf7c-50e4-4cc8-b056-051e3e633b26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-xena0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 10, 17, 46, 19), 'started_at': datetime.datetime(2022, 6, 10, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 10, 17, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 10 17:51:32.159645 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1069af2-ff18-4620-99b8-cdaaa456f326 req-30069b12-db39-44ed-b776-ff3371922527 service neutron] Checking segment: {'id': '7e4bfa91-46c1-48ed-aa46-2158dbbc6530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'bc44db77-e676-451b-a61e-89825ebb1d1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 10 17:51:32.160521 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1069af2-ff18-4620-99b8-cdaaa456f326 req-30069b12-db39-44ed-b776-ff3371922527 service neutron] Bound using segment: {'id': '7e4bfa91-46c1-48ed-aa46-2158dbbc6530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'bc44db77-e676-451b-a61e-89825ebb1d1f'} {{(pid=114529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 10 17:51:32.160942 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.managers [req-d1069af2-ff18-4620-99b8-cdaaa456f326 req-30069b12-db39-44ed-b776-ff3371922527 service neutron] Bound port: 14c1213e-b160-4da2-933d-c34530f678c0, host: hv-cinder-xena0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e4bfa91-46c1-48ed-aa46-2158dbbc6530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'bc44db77-e676-451b-a61e-89825ebb1d1f'}}] {{(pid=114529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 17:51:32.161379 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-d1069af2-ff18-4620-99b8-cdaaa456f326 req-30069b12-db39-44ed-b776-ff3371922527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:32.233525 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.db [req-d1069af2-ff18-4620-99b8-cdaaa456f326 req-30069b12-db39-44ed-b776-ff3371922527 service neutron] For port 14c1213e-b160-4da2-933d-c34530f678c0, host hv-cinder-xena0, cleared binding levels {{(pid=114529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 10 17:51:32.233525 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.db [req-d1069af2-ff18-4620-99b8-cdaaa456f326 req-30069b12-db39-44ed-b776-ff3371922527 service neutron] For port 14c1213e-b160-4da2-933d-c34530f678c0, host hv-cinder-xena0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=14c1213e-b160-4da2-933d-c34530f678c0,segment=NetworkSegment(7e4bfa91-46c1-48ed-aa46-2158dbbc6530),segment_id=7e4bfa91-46c1-48ed-aa46-2158dbbc6530)] {{(pid=114529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 10 17:51:32.298815 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-d1069af2-ff18-4620-99b8-cdaaa456f326 req-30069b12-db39-44ed-b776-ff3371922527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263062808'] for port, after_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:32.338626 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1069af2-ff18-4620-99b8-cdaaa456f326 req-30069b12-db39-44ed-b776-ff3371922527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:32.339612 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-d1069af2-ff18-4620-99b8-cdaaa456f326 req-30069b12-db39-44ed-b776-ff3371922527 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for port, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:32.340610 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d1069af2-ff18-4620-99b8-cdaaa456f326 req-30069b12-db39-44ed-b776-ff3371922527 service neutron] 10.222.0.27 "PUT /v2.0/ports/14c1213e-b160-4da2-933d-c34530f678c0 HTTP/1.1" status: 200 len: 1093 time: 0.9027922 Jun 10 17:51:32.341066 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03ae3b4b-19f9-44d3-8dc5-b0be15e42221', 'tag': '14c1213e-b160-4da2-933d-c34530f678c0'}] {{(pid=114529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:51:32.343286 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}546b112a5b217dbfa88e609245cede7dd2905721b158f3f41c3dff8a3887b3c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae369178-00e2-4d12-9f75-2984bec97a29" -d '{"events": [{"name": "network-changed", "server_uuid": "03ae3b4b-19f9-44d3-8dc5-b0be15e42221", "tag": "14c1213e-b160-4da2-933d-c34530f678c0"}]}' {{(pid=114529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:51:32.373103 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30069b12-db39-44ed-b776-ff3371922527 service neutron] Pushing event updated for resources: {'Port': ['ID=14c1213e-b160-4da2-933d-c34530f678c0,revision_number=3']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:51:32.388153 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Jun 2022 17:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d82f6399-2a2a-4fc5-83ab-0e2e0ae0c6bb x-openstack-request-id: req-d82f6399-2a2a-4fc5-83ab-0e2e0ae0c6bb {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:51:32.388369 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03ae3b4b-19f9-44d3-8dc5-b0be15e42221", "tag": "14c1213e-b160-4da2-933d-c34530f678c0", "status": "completed", "code": 200}]} {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:51:32.388612 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d82f6399-2a2a-4fc5-83ab-0e2e0ae0c6bb {{(pid=114529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:51:32.389000 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d82f6399-2a2a-4fc5-83ab-0e2e0ae0c6bb'] response: {'name': 'network-changed', 'server_uuid': '03ae3b4b-19f9-44d3-8dc5-b0be15e42221', 'tag': '14c1213e-b160-4da2-933d-c34530f678c0', 'status': 'completed', 'code': 200} Jun 10 17:51:32.512043 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae369178-00e2-4d12-9f75-2984bec97a29 req-b62ae1c4-d19c-4725-8737-2041b3d5b369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:32.513571 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ae369178-00e2-4d12-9f75-2984bec97a29 req-b62ae1c4-d19c-4725-8737-2041b3d5b369 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=1bdefcece43c42c294c36d1ced6a53cb&device_id=03ae3b4b-19f9-44d3-8dc5-b0be15e42221 HTTP/1.1" status: 200 len: 1096 time: 0.0441945 Jun 10 17:51:32.671359 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae369178-00e2-4d12-9f75-2984bec97a29 req-e39defaa-b551-44a4-9ff9-4b320f8313d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:32.672864 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ae369178-00e2-4d12-9f75-2984bec97a29 req-e39defaa-b551-44a4-9ff9-4b320f8313d2 service neutron] 10.222.0.27 "GET /v2.0/networks?tenant_id=1bdefcece43c42c294c36d1ced6a53cb&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1418138 Jun 10 17:51:32.805264 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae369178-00e2-4d12-9f75-2984bec97a29 req-bf473576-30d5-4c1a-909c-efa3d6172278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:32.807024 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ae369178-00e2-4d12-9f75-2984bec97a29 req-bf473576-30d5-4c1a-909c-efa3d6172278 service neutron] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1203024 Jun 10 17:51:33.095814 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1069af2-ff18-4620-99b8-cdaaa456f326 req-eec9ff29-9bd1-4a97-b927-39cdb01462a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:33.098334 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d1069af2-ff18-4620-99b8-cdaaa456f326 req-eec9ff29-9bd1-4a97-b927-39cdb01462a8 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=1bdefcece43c42c294c36d1ced6a53cb&device_id=03ae3b4b-19f9-44d3-8dc5-b0be15e42221 HTTP/1.1" status: 200 len: 1096 time: 0.1993473 Jun 10 17:51:33.117122 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3303c090-07aa-428c-9599-1992bea5bf7b req-d532b137-dbde-4e3d-a417-04e4261efa46 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:33.124756 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-3303c090-07aa-428c-9599-1992bea5bf7b req-d532b137-dbde-4e3d-a417-04e4261efa46 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 945 time: 0.1560202 Jun 10 17:51:33.412918 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b27362-cdb9-408b-bb25-23fce116c779 req-34b75b2b-8187-4ed8-b874-cb12d3cfc1a5 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:33.420542 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-a6b27362-cdb9-408b-bb25-23fce116c779 req-34b75b2b-8187-4ed8-b874-cb12d3cfc1a5 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.16 "GET /v2.0/ports?device_id=03ae3b4b-19f9-44d3-8dc5-b0be15e42221 HTTP/1.1" status: 200 len: 943 time: 0.3825228 Jun 10 17:51:33.442414 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-3303c090-07aa-428c-9599-1992bea5bf7b req-c62fe081-ff8d-4b66-9797-b2dc54649fb9 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3166671 Jun 10 17:51:33.466585 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-a6b27362-cdb9-408b-bb25-23fce116c779 req-8b748403-b95f-465f-9bb6-cefe04adbbb4 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9e7fc3f-e9fd-42d9-841b-fa9c3cc19755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451756 Jun 10 17:51:34.620361 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c647bc-5d31-4f12-b90a-30a9751c6418 req-15477210-d97d-40cf-8253-7a9d96048888 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:34.621813 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-77c647bc-5d31-4f12-b90a-30a9751c6418 req-15477210-d97d-40cf-8253-7a9d96048888 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 945 time: 0.0899696 Jun 10 17:51:34.634042 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790df1e-9801-4d96-9d1e-bb80cfc90b42 req-31c7429c-3e9b-47bb-bc71-3d33d835c860 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:34.635575 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-e790df1e-9801-4d96-9d1e-bb80cfc90b42 req-31c7429c-3e9b-47bb-bc71-3d33d835c860 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.16 "GET /v2.0/ports?device_id=03ae3b4b-19f9-44d3-8dc5-b0be15e42221 HTTP/1.1" status: 200 len: 943 time: 0.0666659 Jun 10 17:51:34.701956 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-77c647bc-5d31-4f12-b90a-30a9751c6418 req-3282f050-2f2a-4df2-83db-483dd42c4ec1 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654171 Jun 10 17:51:34.717162 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-e790df1e-9801-4d96-9d1e-bb80cfc90b42 req-e021296f-38e0-4181-b313-424adc8586b1 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9e7fc3f-e9fd-42d9-841b-fa9c3cc19755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728447 Jun 10 17:51:35.008792 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d1069af2-ff18-4620-99b8-cdaaa456f326 req-51f0ff9a-19bc-4593-b614-0de882076b2f service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14c1213e-b160-4da2-933d-c34530f678c0 HTTP/1.1" status: 200 len: 217 time: 0.0470233 Jun 10 17:51:35.887199 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5bfd05-5002-4d8c-b233-3b9796304795 req-ed828d62-b8ff-4c67-a425-914ee1aaa770 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:35.894541 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-5c5bfd05-5002-4d8c-b233-3b9796304795 req-ed828d62-b8ff-4c67-a425-914ee1aaa770 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 945 time: 0.0916209 Jun 10 17:51:35.922328 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57685409-c415-476d-aaf3-d80bb56bdad4 req-ef836ee7-f09f-4edc-a094-a5240a8d6cf7 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:35.922848 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-57685409-c415-476d-aaf3-d80bb56bdad4 req-ef836ee7-f09f-4edc-a094-a5240a8d6cf7 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.16 "GET /v2.0/ports?device_id=03ae3b4b-19f9-44d3-8dc5-b0be15e42221 HTTP/1.1" status: 200 len: 943 time: 0.1026993 Jun 10 17:51:35.955290 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-5c5bfd05-5002-4d8c-b233-3b9796304795 req-88d397ff-aff1-43ad-856b-e153bd12f9ca tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596249 Jun 10 17:51:36.013033 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-57685409-c415-476d-aaf3-d80bb56bdad4 req-327ab596-2783-46f3-8be5-40cb0cb97fbd tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9e7fc3f-e9fd-42d9-841b-fa9c3cc19755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774989 Jun 10 17:51:36.037182 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1069af2-ff18-4620-99b8-cdaaa456f326 req-0e51d8bf-c95a-4742-86a3-15cb0acb8f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:36.038710 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d1069af2-ff18-4620-99b8-cdaaa456f326 req-0e51d8bf-c95a-4742-86a3-15cb0acb8f06 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=4b1840ec-2bf5-4620-aedf-a473654efe02 HTTP/1.1" status: 200 len: 848 time: 0.0795448 Jun 10 17:51:36.077373 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d1069af2-ff18-4620-99b8-cdaaa456f326 req-3d23271b-f90f-4db3-a140-031d2264cd9e service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=bc44db77-e676-451b-a61e-89825ebb1d1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279696 Jun 10 17:51:36.248220 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d1069af2-ff18-4620-99b8-cdaaa456f326 req-66f37155-0955-4a45-994e-68ccbe1f3942 service neutron] 10.222.0.27 "GET /v2.0/networks/bc44db77-e676-451b-a61e-89825ebb1d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251793 Jun 10 17:51:36.367439 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d1069af2-ff18-4620-99b8-cdaaa456f326 req-8c706451-8faf-4e57-9aad-f4baba60dd18 service neutron] 10.222.0.27 "GET /v2.0/networks/bc44db77-e676-451b-a61e-89825ebb1d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009791 Jun 10 17:51:37.107539 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962b0f58-d9e8-4365-876c-e172a3e02ffe req-a82471cf-77ee-44ab-ba36-0d120bcf1b93 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:37.109065 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-962b0f58-d9e8-4365-876c-e172a3e02ffe req-a82471cf-77ee-44ab-ba36-0d120bcf1b93 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 945 time: 0.0673025 Jun 10 17:51:37.191582 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-962b0f58-d9e8-4365-876c-e172a3e02ffe req-4d8c5731-8cdf-47f1-8de8-ad66cde44b66 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721776 Jun 10 17:51:37.217130 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9779df-6b47-4c7e-b60a-ed93f817e7cc req-15806855-531a-47f5-b2ac-7de6737d7ecb tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:37.217130 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-2b9779df-6b47-4c7e-b60a-ed93f817e7cc req-15806855-531a-47f5-b2ac-7de6737d7ecb tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.16 "GET /v2.0/ports?device_id=03ae3b4b-19f9-44d3-8dc5-b0be15e42221 HTTP/1.1" status: 200 len: 943 time: 0.1052954 Jun 10 17:51:37.284393 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-2b9779df-6b47-4c7e-b60a-ed93f817e7cc req-3a40ea94-5c15-4de0-97e2-5438bfca6ec7 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9e7fc3f-e9fd-42d9-841b-fa9c3cc19755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453877 Jun 10 17:51:38.418550 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df1f47-8aad-4896-b1e0-dd34aafb4321 req-5721574e-c963-4e42-b00c-96c19abd9079 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:38.420012 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-95df1f47-8aad-4896-b1e0-dd34aafb4321 req-5721574e-c963-4e42-b00c-96c19abd9079 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 945 time: 0.0878801 Jun 10 17:51:38.488149 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-95df1f47-8aad-4896-b1e0-dd34aafb4321 req-ba95b760-e9c1-4f12-989e-a32a47f3d198 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575321 Jun 10 17:51:38.495973 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b773f61d-be9a-455c-8b73-1dec076661d9 req-b8693afe-0262-42d3-a54f-38a12f235eb0 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:38.497368 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-b773f61d-be9a-455c-8b73-1dec076661d9 req-b8693afe-0262-42d3-a54f-38a12f235eb0 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.16 "GET /v2.0/ports?device_id=03ae3b4b-19f9-44d3-8dc5-b0be15e42221 HTTP/1.1" status: 200 len: 943 time: 0.0764720 Jun 10 17:51:38.541169 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-b773f61d-be9a-455c-8b73-1dec076661d9 req-1ae318d0-3093-4392-b67d-5305151167f8 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9e7fc3f-e9fd-42d9-841b-fa9c3cc19755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366173 Jun 10 17:51:38.785621 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-857c8cd3-667e-4dc0-a126-edb22bb91849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:39.054787 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746c9735-6b81-4672-9775-0e8a5df49b73 req-eb301777-7197-4eb3-8446-0a8710065bf2 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:39.057622 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-746c9735-6b81-4672-9775-0e8a5df49b73 req-eb301777-7197-4eb3-8446-0a8710065bf2 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d781a5d-b213-4266-8a01-252bf2d302dc HTTP/1.1" status: 200 len: 946 time: 0.0644002 Jun 10 17:51:39.102625 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-746c9735-6b81-4672-9775-0e8a5df49b73 req-00d8f311-42d1-4ffa-a24e-3f43513e0f50 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43a01d5-605a-4c10-abd5-66cf865fc9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385978 Jun 10 17:51:39.624678 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc99dc2f-8b89-4b57-85ec-282a47b6d2a8 req-f1dab697-54f1-4647-a0f9-245bdc0be4a9 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:39.626255 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-bc99dc2f-8b89-4b57-85ec-282a47b6d2a8 req-f1dab697-54f1-4647-a0f9-245bdc0be4a9 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 945 time: 0.0548749 Jun 10 17:51:39.703048 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-bc99dc2f-8b89-4b57-85ec-282a47b6d2a8 req-2ff9129e-22a8-46a1-a799-322b4d001908 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689421 Jun 10 17:51:39.720361 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7459702-ee93-48e4-9067-0ccfe11a8d43 req-ab8806f4-5516-42a8-ab97-e7f8282b62a3 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:39.728792 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-c7459702-ee93-48e4-9067-0ccfe11a8d43 req-ab8806f4-5516-42a8-ab97-e7f8282b62a3 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.16 "GET /v2.0/ports?device_id=03ae3b4b-19f9-44d3-8dc5-b0be15e42221 HTTP/1.1" status: 200 len: 943 time: 0.0766857 Jun 10 17:51:39.766582 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-c7459702-ee93-48e4-9067-0ccfe11a8d43 req-0b6b11b4-243b-4ed0-a2fd-0069d5c028b1 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9e7fc3f-e9fd-42d9-841b-fa9c3cc19755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368912 Jun 10 17:51:40.243124 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4e8e7-50b3-4d4c-aab6-98925cbb93cc req-8a484af4-e9c2-4895-aba3-9386d257bc10 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:40.244575 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-e8b4e8e7-50b3-4d4c-aab6-98925cbb93cc req-8a484af4-e9c2-4895-aba3-9386d257bc10 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d781a5d-b213-4266-8a01-252bf2d302dc HTTP/1.1" status: 200 len: 946 time: 0.0552216 Jun 10 17:51:40.288913 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-e8b4e8e7-50b3-4d4c-aab6-98925cbb93cc req-068f8fd6-c478-4ff7-aee1-812ed0a54c7b tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43a01d5-605a-4c10-abd5-66cf865fc9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374236 Jun 10 17:51:40.767742 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-4e0813d7-0564-4088-b347-2526f88ee574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:40.850763 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b98c0c-66bc-4664-b579-073a614c8b3c req-16faa307-e6ba-44d6-82ef-1c86fbfe7f1e tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:40.858780 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-53b98c0c-66bc-4664-b579-073a614c8b3c req-16faa307-e6ba-44d6-82ef-1c86fbfe7f1e tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 945 time: 0.0656862 Jun 10 17:51:40.927416 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-53b98c0c-66bc-4664-b579-073a614c8b3c req-96827c06-b159-4ef4-8a4d-06b4b1bacfe4 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677145 Jun 10 17:51:40.938409 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5314d496-c321-4733-9ce2-0c7b830d554c req-8077bc2b-7901-427e-9bd7-410b9dc7c1c5 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:40.946121 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-5314d496-c321-4733-9ce2-0c7b830d554c req-8077bc2b-7901-427e-9bd7-410b9dc7c1c5 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.16 "GET /v2.0/ports?device_id=03ae3b4b-19f9-44d3-8dc5-b0be15e42221 HTTP/1.1" status: 200 len: 943 time: 0.1045110 Jun 10 17:51:40.994694 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-5314d496-c321-4733-9ce2-0c7b830d554c req-57e26e02-066e-446d-b180-7ea33aaf82bd tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9e7fc3f-e9fd-42d9-841b-fa9c3cc19755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475650 Jun 10 17:51:41.023714 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device 14c1213e-b160-4da2-933d-c34530f678c0 details requested by agent hyperv_hv-cinder-xena0 with host hv-cinder-xena0 {{(pid=114530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 10 17:51:41.128867 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port 14c1213e-b160-4da2-933d-c34530f678c0, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=14c1213e-b160-4da2-933d-c34530f678c0,segment=NetworkSegment(7e4bfa91-46c1-48ed-aa46-2158dbbc6530),segment_id=7e4bfa91-46c1-48ed-aa46-2158dbbc6530)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:51:41.142075 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Returning: {'device': '14c1213e-b160-4da2-933d-c34530f678c0', 'network_id': 'bc44db77-e676-451b-a61e-89825ebb1d1f', 'port_id': '14c1213e-b160-4da2-933d-c34530f678c0', 'mac_address': 'fa:16:3e:97:98:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b1840ec-2bf5-4620-aedf-a473654efe02', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 10 17:51:41.186275 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Current status of the port 14c1213e-b160-4da2-933d-c34530f678c0 is: DOWN; New status is: BUILD {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:51:41.187201 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:41.202300 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.notifiers.nova [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14c1213e-b160-4da2-933d-c34530f678c0 {{(pid=114530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 10 17:51:41.223038 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port 14c1213e-b160-4da2-933d-c34530f678c0, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=14c1213e-b160-4da2-933d-c34530f678c0,segment=NetworkSegment(7e4bfa91-46c1-48ed-aa46-2158dbbc6530),segment_id=7e4bfa91-46c1-48ed-aa46-2158dbbc6530)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:51:41.381439 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:41.418028 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136d0b40-9299-418c-8806-afd56b1465ea req-e9b438b9-11f2-492a-af10-7d1bc7cac193 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:41.420341 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-136d0b40-9299-418c-8806-afd56b1465ea req-e9b438b9-11f2-492a-af10-7d1bc7cac193 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d781a5d-b213-4266-8a01-252bf2d302dc HTTP/1.1" status: 200 len: 946 time: 0.0541325 Jun 10 17:51:41.437457 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Pushing event updated for resources: {'Port': ['ID=14c1213e-b160-4da2-933d-c34530f678c0,revision_number=4']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:51:41.486879 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-136d0b40-9299-418c-8806-afd56b1465ea req-cb9c7846-2980-4f6b-87ee-f78f1f4b5a1b tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43a01d5-605a-4c10-abd5-66cf865fc9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576382 Jun 10 17:51:41.932853 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] get_ports_and_sgs() called for port_ids ['14c1213e-b160-4da2-933d-c34530f678c0'] {{(pid=114530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 10 17:51:42.072027 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c4012-bba8-4a1c-b92d-4cb394cb02ed req-c576afe2-8d75-47c9-9a6a-634171ba5c92 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:42.073540 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-0c5c4012-bba8-4a1c-b92d-4cb394cb02ed req-c576afe2-8d75-47c9-9a6a-634171ba5c92 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 945 time: 0.0568845 Jun 10 17:51:42.103594 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-9e937c9f-4d57-47ec-81ad-8e77ea25145e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:42.138004 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-0c5c4012-bba8-4a1c-b92d-4cb394cb02ed req-3490a90b-74a0-4722-9d7b-5c7fdfc96cf3 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551713 Jun 10 17:51:42.146520 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e45be1-54cc-486d-b276-ce3eb51144d8 req-66fcf7a4-7bdd-4314-ad16-d6c4f3274c29 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:42.148070 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f3e45be1-54cc-486d-b276-ce3eb51144d8 req-66fcf7a4-7bdd-4314-ad16-d6c4f3274c29 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.16 "GET /v2.0/ports?device_id=03ae3b4b-19f9-44d3-8dc5-b0be15e42221 HTTP/1.1" status: 200 len: 944 time: 0.0736532 Jun 10 17:51:42.188771 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f3e45be1-54cc-486d-b276-ce3eb51144d8 req-de3bfbea-599b-436c-8e8d-56e330260890 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9e7fc3f-e9fd-42d9-841b-fa9c3cc19755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337765 Jun 10 17:51:42.605668 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c321e2bb-3aa4-4523-9904-6a3965dd30ba req-d117fcfa-3123-45a3-82f7-e2d268b05f16 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:42.607734 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-c321e2bb-3aa4-4523-9904-6a3965dd30ba req-d117fcfa-3123-45a3-82f7-e2d268b05f16 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d781a5d-b213-4266-8a01-252bf2d302dc HTTP/1.1" status: 200 len: 946 time: 0.0518653 Jun 10 17:51:42.662777 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-c321e2bb-3aa4-4523-9904-6a3965dd30ba req-bdb9a240-94ef-492b-855a-f248ebba44bf tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43a01d5-605a-4c10-abd5-66cf865fc9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459480 Jun 10 17:51:43.091738 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a5a6984-4625-4674-bdbb-a7ccf76cac14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:43.271140 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc7759d-5c09-400e-977c-4cc07b42560a req-d024918f-f20b-47d4-a345-60578ee8fb7c tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:43.272670 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-9bc7759d-5c09-400e-977c-4cc07b42560a req-d024918f-f20b-47d4-a345-60578ee8fb7c tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 945 time: 0.0607486 Jun 10 17:51:43.337645 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-9bc7759d-5c09-400e-977c-4cc07b42560a req-55f6f5c3-1952-4b17-95fc-a95dc6e60770 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548611 Jun 10 17:51:43.349047 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf415e5-8d5e-4788-90b0-16c728273162 req-9d6ade39-a5ec-4cc5-99be-8079b3056692 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:43.350614 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-0bf415e5-8d5e-4788-90b0-16c728273162 req-9d6ade39-a5ec-4cc5-99be-8079b3056692 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.16 "GET /v2.0/ports?device_id=03ae3b4b-19f9-44d3-8dc5-b0be15e42221 HTTP/1.1" status: 200 len: 944 time: 0.0769374 Jun 10 17:51:43.388967 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-0bf415e5-8d5e-4788-90b0-16c728273162 req-57d55000-56fa-4f03-9792-fc48b77a2315 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9e7fc3f-e9fd-42d9-841b-fa9c3cc19755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324919 Jun 10 17:51:43.778949 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d8b69d-5320-49bd-a2f1-929874034fd5 req-12e060a3-ab27-4b7a-99fa-5f5d059b8387 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:43.780420 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-02d8b69d-5320-49bd-a2f1-929874034fd5 req-12e060a3-ab27-4b7a-99fa-5f5d059b8387 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d781a5d-b213-4266-8a01-252bf2d302dc HTTP/1.1" status: 200 len: 946 time: 0.0483921 Jun 10 17:51:43.817919 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-02d8b69d-5320-49bd-a2f1-929874034fd5 req-6ab42df1-f979-4bae-abb6-5c99f2bd1ab7 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43a01d5-605a-4c10-abd5-66cf865fc9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308139 Jun 10 17:51:43.850622 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device 14c1213e-b160-4da2-933d-c34530f678c0 up at agent hyperv_hv-cinder-xena0 {{(pid=114530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 17:51:43.960841 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:43.983333 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Provisioning for port 14c1213e-b160-4da2-933d-c34530f678c0 completed by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 17:51:43.987301 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Provisioning complete for port 14c1213e-b160-4da2-933d-c34530f678c0 triggered by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:51:43.987693 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:44.070310 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Current status of the port 14c1213e-b160-4da2-933d-c34530f678c0 is: BUILD; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:51:44.070682 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:44.076527 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab4fd61-23cc-40c9-bbfb-e86aaf1ecb00 req-cebd5dcc-c7a1-44d4-851f-0ace74181ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:44.078022 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-dab4fd61-23cc-40c9-bbfb-e86aaf1ecb00 req-cebd5dcc-c7a1-44d4-851f-0ace74181ce3 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=094eb7d216034d06b4925791cb320a38&device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 1098 time: 0.0443742 Jun 10 17:51:44.093758 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03ae3b4b-19f9-44d3-8dc5-b0be15e42221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c1213e-b160-4da2-933d-c34530f678c0'}] {{(pid=114530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:51:44.096113 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059d8b929bb81300c707de1c8675048d791f282ce62f1c2c108741a8dfb2b754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf534fc8-fc40-40d2-ac46-6ffe2d191771" -d '{"events": [{"server_uuid": "03ae3b4b-19f9-44d3-8dc5-b0be15e42221", "name": "network-vif-plugged", "status": "completed", "tag": "14c1213e-b160-4da2-933d-c34530f678c0"}]}' {{(pid=114530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:51:44.108817 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port 14c1213e-b160-4da2-933d-c34530f678c0, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=14c1213e-b160-4da2-933d-c34530f678c0,segment=NetworkSegment(7e4bfa91-46c1-48ed-aa46-2158dbbc6530),segment_id=7e4bfa91-46c1-48ed-aa46-2158dbbc6530)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:51:44.134878 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Jun 2022 17:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89de8e1d-97aa-42cc-9bb3-1d0efcff5918 x-openstack-request-id: req-89de8e1d-97aa-42cc-9bb3-1d0efcff5918 {{(pid=114530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:51:44.135238 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03ae3b4b-19f9-44d3-8dc5-b0be15e42221", "name": "network-vif-plugged", "status": "completed", "tag": "14c1213e-b160-4da2-933d-c34530f678c0", "code": 200}]} {{(pid=114530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:51:44.135585 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-89de8e1d-97aa-42cc-9bb3-1d0efcff5918 {{(pid=114530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:51:44.136105 dv-cinder-xena-3-iscsi neutron-server[114530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89de8e1d-97aa-42cc-9bb3-1d0efcff5918'] response: {'server_uuid': '03ae3b4b-19f9-44d3-8dc5-b0be15e42221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c1213e-b160-4da2-933d-c34530f678c0', 'code': 200} Jun 10 17:51:44.171510 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab4fd61-23cc-40c9-bbfb-e86aaf1ecb00 req-f622a3cc-8747-4871-94c6-175439fe52b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:44.173037 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-dab4fd61-23cc-40c9-bbfb-e86aaf1ecb00 req-f622a3cc-8747-4871-94c6-175439fe52b0 service neutron] 10.222.0.27 "GET /v2.0/networks?id=272ad309-eaf3-4f81-8366-f3ca4e7cfed0 HTTP/1.1" status: 200 len: 918 time: 0.0871263 Jun 10 17:51:44.214414 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:44.262444 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-dab4fd61-23cc-40c9-bbfb-e86aaf1ecb00 req-268bd038-7096-4ad1-8941-46267f7cd31c service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0a7daab-fe71-46f4-8372-7e23b215b068 HTTP/1.1" status: 200 len: 1000 time: 0.0646722 Jun 10 17:51:44.264112 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Pushing event updated for resources: {'Port': ['ID=14c1213e-b160-4da2-933d-c34530f678c0,revision_number=5']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:51:44.320811 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab4fd61-23cc-40c9-bbfb-e86aaf1ecb00 req-f6acaaaa-48a0-48a1-8c25-ce95ad3d149c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:44.322217 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-dab4fd61-23cc-40c9-bbfb-e86aaf1ecb00 req-f6acaaaa-48a0-48a1-8c25-ce95ad3d149c service neutron] 10.222.0.27 "GET /v2.0/subnets?id=88a38658-7809-4abe-b052-dc4be9423e4c HTTP/1.1" status: 200 len: 856 time: 0.0458577 Jun 10 17:51:44.370870 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab4fd61-23cc-40c9-bbfb-e86aaf1ecb00 req-702eb111-2242-4b42-a533-1d361b85cc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:44.371970 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-dab4fd61-23cc-40c9-bbfb-e86aaf1ecb00 req-702eb111-2242-4b42-a533-1d361b85cc4a service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=272ad309-eaf3-4f81-8366-f3ca4e7cfed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0395606 Jun 10 17:51:44.507389 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9046ee-3d3e-46a8-a859-3b07b651512e req-27344cc5-923e-48c9-85ac-da7253d241b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:44.508976 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-0c9046ee-3d3e-46a8-a859-3b07b651512e req-27344cc5-923e-48c9-85ac-da7253d241b1 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=03ae3b4b-19f9-44d3-8dc5-b0be15e42221 HTTP/1.1" status: 200 len: 1098 time: 0.0401061 Jun 10 17:51:44.529666 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-dab4fd61-23cc-40c9-bbfb-e86aaf1ecb00 req-ed210999-c53d-46ce-870a-333186c2cc05 service neutron] 10.222.0.27 "GET /v2.0/networks/272ad309-eaf3-4f81-8366-f3ca4e7cfed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501844 Jun 10 17:51:44.548908 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-0c9046ee-3d3e-46a8-a859-3b07b651512e req-f5832700-e4f1-49f2-bac1-e2403d23037a service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=f9e7fc3f-e9fd-42d9-841b-fa9c3cc19755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273204 Jun 10 17:51:44.553755 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fb3e7e-7791-42ac-a9c7-8c0573cce1a3 req-9ce40c8b-0ebb-4d06-8dcb-9571156d8c62 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:44.555202 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d8fb3e7e-7791-42ac-a9c7-8c0573cce1a3 req-9ce40c8b-0ebb-4d06-8dcb-9571156d8c62 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 945 time: 0.1117082 Jun 10 17:51:44.573439 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49fc08-296a-4cac-a4b3-7c0766050265 req-18f168fc-0bde-4987-9bda-902174ec5053 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:44.574855 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-3a49fc08-296a-4cac-a4b3-7c0766050265 req-18f168fc-0bde-4987-9bda-902174ec5053 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.16 "GET /v2.0/ports?device_id=03ae3b4b-19f9-44d3-8dc5-b0be15e42221 HTTP/1.1" status: 200 len: 945 time: 0.1007650 Jun 10 17:51:44.681572 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d8fb3e7e-7791-42ac-a9c7-8c0573cce1a3 req-cc98a20a-9716-44f8-85c2-ba201b696afb tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056933 Jun 10 17:51:44.687662 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-3a49fc08-296a-4cac-a4b3-7c0766050265 req-b1d05936-4f8c-4d78-a3b9-ad139e1f7247 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9e7fc3f-e9fd-42d9-841b-fa9c3cc19755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025505 Jun 10 17:51:44.700572 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-dab4fd61-23cc-40c9-bbfb-e86aaf1ecb00 req-b26dafc6-b19f-403f-9661-24b10547b356 service neutron] 10.222.0.27 "GET /v2.0/networks/272ad309-eaf3-4f81-8366-f3ca4e7cfed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620870 Jun 10 17:51:44.933578 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370454cc-545f-452b-a06e-be2e25098b43 req-ec2f3a2c-67fc-4d98-aca4-1b54f128ff7b tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:44.935054 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-370454cc-545f-452b-a06e-be2e25098b43 req-ec2f3a2c-67fc-4d98-aca4-1b54f128ff7b tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d781a5d-b213-4266-8a01-252bf2d302dc HTTP/1.1" status: 200 len: 946 time: 0.0482471 Jun 10 17:51:44.972887 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-370454cc-545f-452b-a06e-be2e25098b43 req-915284eb-c3b0-4b3c-bf19-f5f6507e0beb tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43a01d5-605a-4c10-abd5-66cf865fc9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315256 Jun 10 17:51:45.546656 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.agents_db [None req-a7dfe2cf-50d1-49ca-b1ce-2a181a6e45d3 None None] Agent healthcheck: found 6 active agents {{(pid=114531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 10 17:51:45.831213 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbe89e9-43c1-451e-91b7-f44271416fc5 req-ca0960de-f570-4c6c-93b7-043cf7eb4bff tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:45.832576 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-cdbe89e9-43c1-451e-91b7-f44271416fc5 req-ca0960de-f570-4c6c-93b7-043cf7eb4bff tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 945 time: 0.0788231 Jun 10 17:51:45.840452 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5800fb-7ec9-49d8-bb25-69cd4bfc554b req-0a46efba-11e3-4338-a695-040acb02f208 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:45.841755 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ca5800fb-7ec9-49d8-bb25-69cd4bfc554b req-0a46efba-11e3-4338-a695-040acb02f208 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.16 "GET /v2.0/ports?device_id=03ae3b4b-19f9-44d3-8dc5-b0be15e42221 HTTP/1.1" status: 200 len: 945 time: 0.0789645 Jun 10 17:51:45.895338 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-cdbe89e9-43c1-451e-91b7-f44271416fc5 req-290d8f24-1e59-40be-8216-8af817cffc55 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526392 Jun 10 17:51:45.898050 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ca5800fb-7ec9-49d8-bb25-69cd4bfc554b req-55d35d19-5e0e-4593-828f-20ea35c150d9 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9e7fc3f-e9fd-42d9-841b-fa9c3cc19755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499294 Jun 10 17:51:46.093765 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df30b9a9-3ff8-4280-a96b-a059c13be191 req-a4367ca0-3388-4502-8baa-ffa77c632217 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:46.095239 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-df30b9a9-3ff8-4280-a96b-a059c13be191 req-a4367ca0-3388-4502-8baa-ffa77c632217 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d781a5d-b213-4266-8a01-252bf2d302dc HTTP/1.1" status: 200 len: 946 time: 0.0567129 Jun 10 17:51:46.136436 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-df30b9a9-3ff8-4280-a96b-a059c13be191 req-be5b2d79-c9ed-44c5-a6f6-cc9e01bfcb10 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43a01d5-605a-4c10-abd5-66cf865fc9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324991 Jun 10 17:51:47.039205 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe626e53-9fe6-4b57-837f-0a670a5c5e23 req-4f083e88-4c25-402b-a875-dc669c87aa9a tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:47.044504 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-fe626e53-9fe6-4b57-837f-0a670a5c5e23 req-4f083e88-4c25-402b-a875-dc669c87aa9a tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.16 "GET /v2.0/ports?device_id=03ae3b4b-19f9-44d3-8dc5-b0be15e42221 HTTP/1.1" status: 200 len: 945 time: 0.0754647 Jun 10 17:51:47.048370 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d14b5ba-8fce-4bce-bf8d-7378c50ace75 req-c66a6595-75b9-498d-8f2f-afe54692da6a tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:47.049728 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-4d14b5ba-8fce-4bce-bf8d-7378c50ace75 req-c66a6595-75b9-498d-8f2f-afe54692da6a tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 945 time: 0.0761535 Jun 10 17:51:47.104293 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-fe626e53-9fe6-4b57-837f-0a670a5c5e23 req-db6634f6-0254-4fcb-b837-452711183a8f tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9e7fc3f-e9fd-42d9-841b-fa9c3cc19755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536017 Jun 10 17:51:47.106967 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-4d14b5ba-8fce-4bce-bf8d-7378c50ace75 req-7c1d0c4b-5918-4b01-a23f-7bf02bfc8dc8 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501771 Jun 10 17:51:47.256285 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4915ac8-1e37-4d13-a233-73aa0d40a4d5 req-07f68ea8-4c05-46ca-8b26-5151457f195c tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:47.258485 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-b4915ac8-1e37-4d13-a233-73aa0d40a4d5 req-07f68ea8-4c05-46ca-8b26-5151457f195c tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d781a5d-b213-4266-8a01-252bf2d302dc HTTP/1.1" status: 200 len: 946 time: 0.0534286 Jun 10 17:51:47.296041 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-b4915ac8-1e37-4d13-a233-73aa0d40a4d5 req-e421ca5f-6d5d-4669-aac1-d31bdb331e10 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43a01d5-605a-4c10-abd5-66cf865fc9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314932 Jun 10 17:51:47.863936 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device d0a7daab-fe71-46f4-8372-7e23b215b068 no longer exists at agent hyperv_hv-cinder-xena0 {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 10 17:51:47.949593 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Current status of the port d0a7daab-fe71-46f4-8372-7e23b215b068 is: ACTIVE; New status is: DOWN {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:51:47.950116 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:47.973168 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '088ca270-b9ad-48f8-8928-ef0c99c2bcfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0a7daab-fe71-46f4-8372-7e23b215b068'}] {{(pid=114530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:51:47.975481 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059d8b929bb81300c707de1c8675048d791f282ce62f1c2c108741a8dfb2b754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95cfd19d-a914-41a1-bf46-39fd8588e464" -d '{"events": [{"server_uuid": "088ca270-b9ad-48f8-8928-ef0c99c2bcfe", "name": "network-vif-unplugged", "status": "completed", "tag": "d0a7daab-fe71-46f4-8372-7e23b215b068"}]}' {{(pid=114530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:51:47.992479 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port d0a7daab-fe71-46f4-8372-7e23b215b068, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=d0a7daab-fe71-46f4-8372-7e23b215b068,segment=NetworkSegment(20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a),segment_id=20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:51:48.013800 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Jun 2022 17:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc7581b8-f130-4c7f-8087-8a7c7399cb6f x-openstack-request-id: req-cc7581b8-f130-4c7f-8087-8a7c7399cb6f {{(pid=114530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:51:48.014103 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "088ca270-b9ad-48f8-8928-ef0c99c2bcfe", "name": "network-vif-unplugged", "status": "completed", "tag": "d0a7daab-fe71-46f4-8372-7e23b215b068", "code": 200}]} {{(pid=114530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:51:48.014378 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cc7581b8-f130-4c7f-8087-8a7c7399cb6f {{(pid=114530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:51:48.014803 dv-cinder-xena-3-iscsi neutron-server[114530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc7581b8-f130-4c7f-8087-8a7c7399cb6f'] response: {'server_uuid': '088ca270-b9ad-48f8-8928-ef0c99c2bcfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0a7daab-fe71-46f4-8372-7e23b215b068', 'code': 200} Jun 10 17:51:48.083159 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:48.128967 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Pushing event updated for resources: {'Port': ['ID=d0a7daab-fe71-46f4-8372-7e23b215b068,revision_number=8']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:51:48.232363 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c2e25-2b7a-4682-acee-fc55c5572520 req-4b22c55c-a8f6-404f-80f7-e2c4716f2ade tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:48.233829 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f50c2e25-2b7a-4682-acee-fc55c5572520 req-4b22c55c-a8f6-404f-80f7-e2c4716f2ade tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 943 time: 0.0521874 Jun 10 17:51:48.273168 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f50c2e25-2b7a-4682-acee-fc55c5572520 req-956718a5-786b-471c-a355-5dddd3dc8d61 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328789 Jun 10 17:51:48.621096 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ae4f40-bb8b-4a21-a784-3adbf2b8d630 req-697b6901-2146-4676-b19e-32c0c9333986 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:48.622638 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-25ae4f40-bb8b-4a21-a784-3adbf2b8d630 req-697b6901-2146-4676-b19e-32c0c9333986 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d781a5d-b213-4266-8a01-252bf2d302dc HTTP/1.1" status: 200 len: 946 time: 0.0488977 Jun 10 17:51:48.661504 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-25ae4f40-bb8b-4a21-a784-3adbf2b8d630 req-4d799598-b845-442b-aef5-d4845c56d089 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43a01d5-605a-4c10-abd5-66cf865fc9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327578 Jun 10 17:51:48.771942 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:48.774014 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc851e2-a1ee-4ea1-83e2-c671dac574ff req-a6a832db-47f3-47b2-a5f2-6dd1f9351035 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:48.775658 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-0dc851e2-a1ee-4ea1-83e2-c671dac574ff req-a6a832db-47f3-47b2-a5f2-6dd1f9351035 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.16 "GET /v2.0/ports?device_id=03ae3b4b-19f9-44d3-8dc5-b0be15e42221 HTTP/1.1" status: 200 len: 945 time: 0.0544486 Jun 10 17:51:48.812536 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-0dc851e2-a1ee-4ea1-83e2-c671dac574ff req-c9ae5817-ff4a-4a68-9a8f-33cb338238e5 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9e7fc3f-e9fd-42d9-841b-fa9c3cc19755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308974 Jun 10 17:51:49.448996 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaaee28-49ef-4a7a-b116-c6c91b46af4e req-e16cb751-48dd-4193-b511-d916898f09dc tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:49.450495 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-aeaaee28-49ef-4a7a-b116-c6c91b46af4e req-e16cb751-48dd-4193-b511-d916898f09dc tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0c27437-ed84-40b6-ada7-e0cf9afc329e HTTP/1.1" status: 200 len: 946 time: 0.0521040 Jun 10 17:51:49.489268 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-aeaaee28-49ef-4a7a-b116-c6c91b46af4e req-96ae4510-56b8-4992-9029-1352c22bdafa tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/security-groups?id=e34e9d33-06f7-444b-b871-be501815f2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327494 Jun 10 17:51:49.548096 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [req-04944466-546b-4962-bd70-691759838d18 req-88c2b0a8-2259-4bdb-a284-eb18c641b96f service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=114529) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 17:51:49.549043 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-04944466-546b-4962-bd70-691759838d18 req-88c2b0a8-2259-4bdb-a284-eb18c641b96f service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053403 Jun 10 17:51:49.807154 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e363f43-6d40-4279-8a98-20df687cc7a3 req-c3c9cc45-3a19-4f13-9b34-ba228329904d tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:49.808596 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-9e363f43-6d40-4279-8a98-20df687cc7a3 req-c3c9cc45-3a19-4f13-9b34-ba228329904d tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d781a5d-b213-4266-8a01-252bf2d302dc HTTP/1.1" status: 200 len: 946 time: 0.0481296 Jun 10 17:51:49.846076 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-9e363f43-6d40-4279-8a98-20df687cc7a3 req-8ae27e9c-e1df-4eae-9f30-aaf6e54993cc tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43a01d5-605a-4c10-abd5-66cf865fc9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311778 Jun 10 17:51:49.993112 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649a659b-f677-4425-bc01-0f057ca5d03d req-7208aaf0-dd29-4e40-b91d-50ba3676c086 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:49.994599 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-649a659b-f677-4425-bc01-0f057ca5d03d req-7208aaf0-dd29-4e40-b91d-50ba3676c086 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 943 time: 0.0712721 Jun 10 17:51:50.002707 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11129c08-f736-409f-ab74-0e6cb0b0e46f req-0a20dd01-a9a9-4882-a2b5-c4cac501d08e tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:50.004092 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-11129c08-f736-409f-ab74-0e6cb0b0e46f req-0a20dd01-a9a9-4882-a2b5-c4cac501d08e tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.16 "GET /v2.0/ports?device_id=03ae3b4b-19f9-44d3-8dc5-b0be15e42221 HTTP/1.1" status: 200 len: 945 time: 0.0892990 Jun 10 17:51:50.053286 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-649a659b-f677-4425-bc01-0f057ca5d03d req-c5e52087-8684-4754-8ec9-00c96df31c6d tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482330 Jun 10 17:51:50.066348 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-11129c08-f736-409f-ab74-0e6cb0b0e46f req-a05f5377-ff26-40f4-bba1-0260bde4fac0 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9e7fc3f-e9fd-42d9-841b-fa9c3cc19755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548906 Jun 10 17:51:50.460346 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 46254) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:51:50.543201 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-09080620-2692-422e-bfb3-d6fb898cdaac req-57678e23-e007-4fb3-942c-f2c3d1d05d28 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0817704 Jun 10 17:51:50.551993 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [req-09080620-2692-422e-bfb3-d6fb898cdaac req-e70b7376-7438-43cc-b3d5-878fb350b13d service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=114529) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 17:51:50.552938 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-09080620-2692-422e-bfb3-d6fb898cdaac req-e70b7376-7438-43cc-b3d5-878fb350b13d service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048850 Jun 10 17:51:50.606764 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8910d0b-083e-4b12-b29c-9e8900890dd6 req-1c5eae24-b28c-4493-aca7-0cf066318240 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:50.608218 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d8910d0b-083e-4b12-b29c-9e8900890dd6 req-1c5eae24-b28c-4493-aca7-0cf066318240 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0c27437-ed84-40b6-ada7-e0cf9afc329e HTTP/1.1" status: 200 len: 946 time: 0.0523665 Jun 10 17:51:50.672971 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d8910d0b-083e-4b12-b29c-9e8900890dd6 req-aca54b24-55c4-4ec5-9196-3d867cfd4620 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/security-groups?id=e34e9d33-06f7-444b-b871-be501815f2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563741 Jun 10 17:51:50.681713 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6ab466-a758-4faf-98ac-87c4084f5dd6 req-62f124fc-e6ee-4d29-a632-4eb3c12d3a6d tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:50.683252 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-8a6ab466-a758-4faf-98ac-87c4084f5dd6 req-62f124fc-e6ee-4d29-a632-4eb3c12d3a6d tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.27 "GET /v2.0/ports?device_id=03ae3b4b-19f9-44d3-8dc5-b0be15e42221 HTTP/1.1" status: 200 len: 945 time: 0.0741143 Jun 10 17:51:50.786007 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.plugin [req-8a6ab466-a758-4faf-98ac-87c4084f5dd6 req-a7a0f340-092c-4d1e-8dfa-022c0155dce5 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Deleting port 14c1213e-b160-4da2-933d-c34530f678c0 {{(pid=114529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 10 17:51:50.786255 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-8a6ab466-a758-4faf-98ac-87c4084f5dd6 req-a7a0f340-092c-4d1e-8dfa-022c0155dce5 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764021161391'] for port, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:50.876669 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.db [req-8a6ab466-a758-4faf-98ac-87c4084f5dd6 req-a7a0f340-092c-4d1e-8dfa-022c0155dce5 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] For port 14c1213e-b160-4da2-933d-c34530f678c0, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=14c1213e-b160-4da2-933d-c34530f678c0,segment=NetworkSegment(7e4bfa91-46c1-48ed-aa46-2158dbbc6530),segment_id=7e4bfa91-46c1-48ed-aa46-2158dbbc6530)] {{(pid=114529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:51:50.877228 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-8a6ab466-a758-4faf-98ac-87c4084f5dd6 req-a7a0f340-092c-4d1e-8dfa-022c0155dce5 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781461'] for port, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:50.892072 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.plugin [req-8a6ab466-a758-4faf-98ac-87c4084f5dd6 req-a7a0f340-092c-4d1e-8dfa-022c0155dce5 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Calling delete_port for 14c1213e-b160-4da2-933d-c34530f678c0 owned by compute:nova {{(pid=114529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 10 17:51:51.016773 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c38a0a-f2e3-44e1-a2f9-52547cb947a0 req-a13e0b35-4a58-49d4-be1d-e2df09142b61 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:51.018311 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-47c38a0a-f2e3-44e1-a2f9-52547cb947a0 req-a13e0b35-4a58-49d4-be1d-e2df09142b61 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d781a5d-b213-4266-8a01-252bf2d302dc HTTP/1.1" status: 200 len: 946 time: 0.0797219 Jun 10 17:51:51.095886 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-47c38a0a-f2e3-44e1-a2f9-52547cb947a0 req-3eec1f2f-cc18-44be-b6c6-5beac4b83dbd tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43a01d5-605a-4c10-abd5-66cf865fc9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695820 Jun 10 17:51:51.176867 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-8a6ab466-a758-4faf-98ac-87c4084f5dd6 req-a7a0f340-092c-4d1e-8dfa-022c0155dce5 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764021169165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764020614696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263063011'] for port, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:51.198594 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-2739af92-3f1d-47f5-ba9e-323aa8eb87fb req-7ab94bed-c7a0-4422-934a-b577a4a89289 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.16 "GET /v2.0/ports?device_id=03ae3b4b-19f9-44d3-8dc5-b0be15e42221 HTTP/1.1" status: 200 len: 210 time: 0.0366395 Jun 10 17:51:51.220956 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] get_ports_and_sgs() called for port_ids ['14c1213e-b160-4da2-933d-c34530f678c0'] {{(pid=114530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 10 17:51:51.225215 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a0f340-092c-4d1e-8dfa-022c0155dce5 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Pushing event deleted for resources: {'Port': ['ID=14c1213e-b160-4da2-933d-c34530f678c0,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:51:51.259977 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ffd51b-623c-4d6e-9579-69e67329e27f req-ba631e62-f98c-45f8-9d4a-65e412ec260a tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:51.261437 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-98ffd51b-623c-4d6e-9579-69e67329e27f req-ba631e62-f98c-45f8-9d4a-65e412ec260a tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 943 time: 0.1296403 Jun 10 17:51:51.284108 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a6ab466-a758-4faf-98ac-87c4084f5dd6 req-a7a0f340-092c-4d1e-8dfa-022c0155dce5 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] No DVR routers for this DVR port 14c1213e-b160-4da2-933d-c34530f678c0 on host hv-cinder-xena0 {{(pid=114529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 17:51:51.291793 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-8a6ab466-a758-4faf-98ac-87c4084f5dd6 req-a7a0f340-092c-4d1e-8dfa-022c0155dce5 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for port, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:51.295080 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-8a6ab466-a758-4faf-98ac-87c4084f5dd6 req-a7a0f340-092c-4d1e-8dfa-022c0155dce5 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.27 "DELETE /v2.0/ports/14c1213e-b160-4da2-933d-c34530f678c0 HTTP/1.1" status: 204 len: 173 time: 0.5993812 Jun 10 17:51:51.295436 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03ae3b4b-19f9-44d3-8dc5-b0be15e42221', 'name': 'network-vif-deleted', 'tag': '14c1213e-b160-4da2-933d-c34530f678c0'}] {{(pid=114529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:51:51.298215 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}546b112a5b217dbfa88e609245cede7dd2905721b158f3f41c3dff8a3887b3c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90643e0b-c299-4f42-bef0-12395bf94305" -d '{"events": [{"server_uuid": "03ae3b4b-19f9-44d3-8dc5-b0be15e42221", "name": "network-vif-deleted", "tag": "14c1213e-b160-4da2-933d-c34530f678c0"}]}' {{(pid=114529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:51:51.328736 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-98ffd51b-623c-4d6e-9579-69e67329e27f req-14b1720a-9ce4-4091-86da-69db8c482309 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457664 Jun 10 17:51:51.339337 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Jun 2022 17:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f499032f-504e-4b95-ba36-ace23e30b206 x-openstack-request-id: req-f499032f-504e-4b95-ba36-ace23e30b206 {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:51:51.339625 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03ae3b4b-19f9-44d3-8dc5-b0be15e42221", "name": "network-vif-deleted", "tag": "14c1213e-b160-4da2-933d-c34530f678c0", "status": "completed", "code": 200}]} {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:51:51.339875 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f499032f-504e-4b95-ba36-ace23e30b206 {{(pid=114529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:51:51.340276 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f499032f-504e-4b95-ba36-ace23e30b206'] response: {'server_uuid': '03ae3b4b-19f9-44d3-8dc5-b0be15e42221', 'name': 'network-vif-deleted', 'tag': '14c1213e-b160-4da2-933d-c34530f678c0', 'status': 'completed', 'code': 200} Jun 10 17:51:51.794536 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be349486-b79d-4a92-a175-8e97dab00250 req-c14dfa8f-67fa-4ec2-bd52-0fb90c85bbfc tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:51.795987 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-be349486-b79d-4a92-a175-8e97dab00250 req-c14dfa8f-67fa-4ec2-bd52-0fb90c85bbfc tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.27 "GET /v2.0/ports?device_id=d0c27437-ed84-40b6-ada7-e0cf9afc329e HTTP/1.1" status: 200 len: 946 time: 0.0790472 Jun 10 17:51:51.808135 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb41a01b-2274-4a75-924d-c0e88716c941 req-a8a7ee68-52ee-4a1f-b6a0-c28c95c18c92 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:51.809430 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-bb41a01b-2274-4a75-924d-c0e88716c941 req-a8a7ee68-52ee-4a1f-b6a0-c28c95c18c92 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0c27437-ed84-40b6-ada7-e0cf9afc329e HTTP/1.1" status: 200 len: 946 time: 0.0632305 Jun 10 17:51:51.864697 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device d0a7daab-fe71-46f4-8372-7e23b215b068 no longer exists at agent hyperv_hv-cinder-xena0 {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 10 17:51:51.897002 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-bb41a01b-2274-4a75-924d-c0e88716c941 req-3e9f16a9-4570-479e-a5cf-c61127d43e34 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/security-groups?id=e34e9d33-06f7-444b-b871-be501815f2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805376 Jun 10 17:51:51.923436 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.plugin [req-be349486-b79d-4a92-a175-8e97dab00250 req-d703ccf7-1c71-4643-a27e-956aa382f479 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] Deleting port db1977a4-082b-49f0-80d3-6e3ad7cb6143 {{(pid=114529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 10 17:51:51.923775 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-be349486-b79d-4a92-a175-8e97dab00250 req-d703ccf7-1c71-4643-a27e-956aa382f479 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764021161391'] for port, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:51.942154 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Current status of the port d0a7daab-fe71-46f4-8372-7e23b215b068 is: DOWN; New status is: DOWN {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:51:52.012250 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.db [req-be349486-b79d-4a92-a175-8e97dab00250 req-d703ccf7-1c71-4643-a27e-956aa382f479 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] For port db1977a4-082b-49f0-80d3-6e3ad7cb6143, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=db1977a4-082b-49f0-80d3-6e3ad7cb6143,segment=NetworkSegment(c69d8552-988e-41e2-b7ff-711661fe55dd),segment_id=c69d8552-988e-41e2-b7ff-711661fe55dd)] {{(pid=114529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:51:52.012764 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-be349486-b79d-4a92-a175-8e97dab00250 req-d703ccf7-1c71-4643-a27e-956aa382f479 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781461'] for port, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:52.026290 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.plugin [req-be349486-b79d-4a92-a175-8e97dab00250 req-d703ccf7-1c71-4643-a27e-956aa382f479 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] Calling delete_port for db1977a4-082b-49f0-80d3-6e3ad7cb6143 owned by compute:nova {{(pid=114529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 10 17:51:52.213591 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29825574-b214-4714-8cca-da4da82741e5 req-6d7ef3aa-7edd-487e-87de-3eb498e84e75 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:52.215089 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-29825574-b214-4714-8cca-da4da82741e5 req-6d7ef3aa-7edd-487e-87de-3eb498e84e75 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d781a5d-b213-4266-8a01-252bf2d302dc HTTP/1.1" status: 200 len: 946 time: 0.0486670 Jun 10 17:51:52.248711 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-be349486-b79d-4a92-a175-8e97dab00250 req-d703ccf7-1c71-4643-a27e-956aa382f479 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764021169165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764020614696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263063011'] for port, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:52.261029 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-29825574-b214-4714-8cca-da4da82741e5 req-2830fd79-0d74-41e7-88f7-cd75e74348b2 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43a01d5-605a-4c10-abd5-66cf865fc9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399613 Jun 10 17:51:52.282869 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d703ccf7-1c71-4643-a27e-956aa382f479 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] Pushing event deleted for resources: {'Port': ['ID=db1977a4-082b-49f0-80d3-6e3ad7cb6143,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:51:52.283292 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] get_ports_and_sgs() called for port_ids ['db1977a4-082b-49f0-80d3-6e3ad7cb6143'] {{(pid=114530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 10 17:51:52.349907 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.l3_dvrscheduler_db [req-be349486-b79d-4a92-a175-8e97dab00250 req-d703ccf7-1c71-4643-a27e-956aa382f479 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] No DVR routers for this DVR port db1977a4-082b-49f0-80d3-6e3ad7cb6143 on host hv-cinder-xena0 {{(pid=114529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 17:51:52.352967 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-eafa86fa-518a-472a-a297-02240bbdb690 req-8de1159c-c6fe-46cc-a03d-5aa75668c9f1 tempest-VolumesActionsTest-996926855 tempest-VolumesActionsTest-996926855-project] 10.222.0.16 "GET /v2.0/ports?device_id=03ae3b4b-19f9-44d3-8dc5-b0be15e42221 HTTP/1.1" status: 200 len: 210 time: 0.0421808 Jun 10 17:51:52.355927 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-be349486-b79d-4a92-a175-8e97dab00250 req-d703ccf7-1c71-4643-a27e-956aa382f479 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for port, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:51:52.357166 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-be349486-b79d-4a92-a175-8e97dab00250 req-d703ccf7-1c71-4643-a27e-956aa382f479 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.27 "DELETE /v2.0/ports/db1977a4-082b-49f0-80d3-6e3ad7cb6143 HTTP/1.1" status: 204 len: 173 time: 0.5468609 Jun 10 17:51:52.450522 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92eed51-b07f-4566-abe7-795e00a250fd req-29a9c1a8-53ab-4245-883c-882e715fdfea tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:52.452374 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f92eed51-b07f-4566-abe7-795e00a250fd req-29a9c1a8-53ab-4245-883c-882e715fdfea tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 943 time: 0.0493848 Jun 10 17:51:52.490366 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f92eed51-b07f-4566-abe7-795e00a250fd req-fd17bd9d-7d51-48fc-9463-37747a9396b9 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320380 Jun 10 17:51:53.007385 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-aea430b4-3bb6-43fa-97b5-bf7a0fbf17c8 req-dc786523-e2bc-4037-9be5-128b4e363533 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0c27437-ed84-40b6-ada7-e0cf9afc329e HTTP/1.1" status: 200 len: 210 time: 0.0286741 Jun 10 17:51:53.341097 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c27437-ed84-40b6-ada7-e0cf9afc329e', 'name': 'network-vif-deleted', 'tag': 'db1977a4-082b-49f0-80d3-6e3ad7cb6143'}] {{(pid=114529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:51:53.343322 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}546b112a5b217dbfa88e609245cede7dd2905721b158f3f41c3dff8a3887b3c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ae693e-c192-41b6-8eed-656137a94379" -d '{"events": [{"server_uuid": "d0c27437-ed84-40b6-ada7-e0cf9afc329e", "name": "network-vif-deleted", "tag": "db1977a4-082b-49f0-80d3-6e3ad7cb6143"}]}' {{(pid=114529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:51:53.383505 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313e68a-23ac-4907-83a5-cf0b7289c7aa req-9eaa26e5-4e29-40a6-aba3-e17a9505323b tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:53.385249 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f313e68a-23ac-4907-83a5-cf0b7289c7aa req-9eaa26e5-4e29-40a6-aba3-e17a9505323b tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d781a5d-b213-4266-8a01-252bf2d302dc HTTP/1.1" status: 200 len: 946 time: 0.0550206 Jun 10 17:51:53.397029 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Jun 2022 17:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e11aa7-17e9-4a63-9d76-f3c0ef9d258b x-openstack-request-id: req-48e11aa7-17e9-4a63-9d76-f3c0ef9d258b {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:51:53.397307 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0c27437-ed84-40b6-ada7-e0cf9afc329e", "name": "network-vif-deleted", "tag": "db1977a4-082b-49f0-80d3-6e3ad7cb6143", "status": "completed", "code": 200}]} {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:51:53.398067 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-48e11aa7-17e9-4a63-9d76-f3c0ef9d258b {{(pid=114529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:51:53.398558 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48e11aa7-17e9-4a63-9d76-f3c0ef9d258b'] response: {'server_uuid': 'd0c27437-ed84-40b6-ada7-e0cf9afc329e', 'name': 'network-vif-deleted', 'tag': 'db1977a4-082b-49f0-80d3-6e3ad7cb6143', 'status': 'completed', 'code': 200} Jun 10 17:51:53.434394 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f313e68a-23ac-4907-83a5-cf0b7289c7aa req-bda1130e-747d-4ed9-928b-4b7ae7ab5986 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43a01d5-605a-4c10-abd5-66cf865fc9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400169 Jun 10 17:51:53.612483 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1aad8c-ae77-4a85-b6a2-a5d0347f2288 req-4f61806b-f1c4-47fe-bd0c-a38283134fc3 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:53.613865 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ab1aad8c-ae77-4a85-b6a2-a5d0347f2288 req-4f61806b-f1c4-47fe-bd0c-a38283134fc3 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 943 time: 0.0502858 Jun 10 17:51:53.652787 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ab1aad8c-ae77-4a85-b6a2-a5d0347f2288 req-536ddcc9-67d5-42a7-ae3f-61da98611909 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323822 Jun 10 17:51:54.549172 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb8ec4-0c71-4336-a810-ee09c6fd6371 req-58291ebd-dce4-4b4b-96d0-62520e6eb373 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:54.550685 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-97fb8ec4-0c71-4336-a810-ee09c6fd6371 req-58291ebd-dce4-4b4b-96d0-62520e6eb373 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d781a5d-b213-4266-8a01-252bf2d302dc HTTP/1.1" status: 200 len: 946 time: 0.0481246 Jun 10 17:51:54.594143 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-97fb8ec4-0c71-4336-a810-ee09c6fd6371 req-5c790062-6ce9-4604-9bfd-f41207ba5c53 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43a01d5-605a-4c10-abd5-66cf865fc9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369670 Jun 10 17:51:54.775465 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1640da0-fb8f-4465-b0e4-9346974842d5 req-4b7f80ca-028e-4f2a-8f4b-1e9183bde25e tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:54.776905 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f1640da0-fb8f-4465-b0e4-9346974842d5 req-4b7f80ca-028e-4f2a-8f4b-1e9183bde25e tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 943 time: 0.0498927 Jun 10 17:51:54.813337 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f1640da0-fb8f-4465-b0e4-9346974842d5 req-f8bdc875-b085-458d-9b63-b684c6b6c591 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305266 Jun 10 17:51:55.708048 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e0e49-5253-4496-a825-11ee9d744eb4 req-bc6ccf13-250b-4a0a-bcd1-e58b38a2c389 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:55.709470 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ee6e0e49-5253-4496-a825-11ee9d744eb4 req-bc6ccf13-250b-4a0a-bcd1-e58b38a2c389 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d781a5d-b213-4266-8a01-252bf2d302dc HTTP/1.1" status: 200 len: 946 time: 0.0473199 Jun 10 17:51:55.746252 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ee6e0e49-5253-4496-a825-11ee9d744eb4 req-b3c1fad8-1a4d-4973-9bad-1de46da9b1aa tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43a01d5-605a-4c10-abd5-66cf865fc9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301840 Jun 10 17:51:55.930689 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e1dce-08f1-4ff0-a02d-c7e21533f6fb req-b366b3ba-44d1-4f13-bc25-68e01ba2624d tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:55.932125 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-441e1dce-08f1-4ff0-a02d-c7e21533f6fb req-b366b3ba-44d1-4f13-bc25-68e01ba2624d tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 943 time: 0.0473349 Jun 10 17:51:55.972299 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-441e1dce-08f1-4ff0-a02d-c7e21533f6fb req-2c3af96e-f90d-47ba-bb15-75e803e7ad73 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340745 Jun 10 17:51:56.857676 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab649534-49ce-4e3a-8af6-e93c8b55d052 req-517b58f1-be69-41cc-bdaa-dc7fe4f1a4b6 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:56.859143 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ab649534-49ce-4e3a-8af6-e93c8b55d052 req-517b58f1-be69-41cc-bdaa-dc7fe4f1a4b6 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d781a5d-b213-4266-8a01-252bf2d302dc HTTP/1.1" status: 200 len: 946 time: 0.0470502 Jun 10 17:51:56.895367 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ab649534-49ce-4e3a-8af6-e93c8b55d052 req-fb9268c0-a4be-4e0e-9f68-440d7af9ff2a tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43a01d5-605a-4c10-abd5-66cf865fc9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303903 Jun 10 17:51:57.088674 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84061d2e-3015-4b9e-ae0a-c5f97f1cf2bb req-645c130c-0205-421d-80e2-5075b2aa9f13 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:57.090098 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-84061d2e-3015-4b9e-ae0a-c5f97f1cf2bb req-645c130c-0205-421d-80e2-5075b2aa9f13 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 943 time: 0.0478897 Jun 10 17:51:57.126339 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-84061d2e-3015-4b9e-ae0a-c5f97f1cf2bb req-a39c5085-6afe-46fc-8bf6-48fecb29bf00 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302579 Jun 10 17:51:57.471051 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device db1977a4-082b-49f0-80d3-6e3ad7cb6143 no longer exists at agent hyperv_hv-cinder-xena0 {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 10 17:51:57.490873 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] No Port match for: db1977a4-082b-49f0-80d3-6e3ad7cb6143 {{(pid=114530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 10 17:51:57.491239 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device db1977a4-082b-49f0-80d3-6e3ad7cb6143 not bound to the agent host hv-cinder-xena0 {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 10 17:51:57.491656 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device 14c1213e-b160-4da2-933d-c34530f678c0 no longer exists at agent hyperv_hv-cinder-xena0 {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 10 17:51:57.509994 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] No Port match for: 14c1213e-b160-4da2-933d-c34530f678c0 {{(pid=114530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 10 17:51:57.510352 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device 14c1213e-b160-4da2-933d-c34530f678c0 not bound to the agent host hv-cinder-xena0 {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 10 17:51:58.008453 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df56836-55ef-4247-98b3-ac7247f1968e req-b2412e80-8780-40b2-a7a4-fe0483dc5e16 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:58.009876 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-6df56836-55ef-4247-98b3-ac7247f1968e req-b2412e80-8780-40b2-a7a4-fe0483dc5e16 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d781a5d-b213-4266-8a01-252bf2d302dc HTTP/1.1" status: 200 len: 946 time: 0.0474150 Jun 10 17:51:58.048616 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-6df56836-55ef-4247-98b3-ac7247f1968e req-c64f2bb6-2c04-4856-a60f-663a00031ccf tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43a01d5-605a-4c10-abd5-66cf865fc9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327885 Jun 10 17:51:58.245660 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895754f6-a890-4100-991a-3a5793b513a5 req-b06c8ff5-9afe-4051-9aa3-893018db270e tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:58.247248 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-895754f6-a890-4100-991a-3a5793b513a5 req-b06c8ff5-9afe-4051-9aa3-893018db270e tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 943 time: 0.0505471 Jun 10 17:51:58.287870 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-895754f6-a890-4100-991a-3a5793b513a5 req-9ddcba8d-d913-4ffc-8173-b92bfd17c07f tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346420 Jun 10 17:51:58.361005 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f437ea5-61d5-4685-a322-fe906c0b7a9d req-c816f5ba-86da-4ddf-9f64-9ef92efe115e tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:58.362540 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-9f437ea5-61d5-4685-a322-fe906c0b7a9d req-c816f5ba-86da-4ddf-9f64-9ef92efe115e tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d781a5d-b213-4266-8a01-252bf2d302dc HTTP/1.1" status: 200 len: 946 time: 0.0493729 Jun 10 17:51:58.401373 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-9f437ea5-61d5-4685-a322-fe906c0b7a9d req-46b9d939-89b7-4f47-a3f7-27e8ca171a6c tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43a01d5-605a-4c10-abd5-66cf865fc9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312781 Jun 10 17:51:59.405907 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a5e1b-27e9-4765-b14a-5d5dd9128567 req-93c09756-7d6a-42f6-bd29-5b5ad2fe5680 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:59.407321 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-557a5e1b-27e9-4765-b14a-5d5dd9128567 req-93c09756-7d6a-42f6-bd29-5b5ad2fe5680 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 943 time: 0.0478437 Jun 10 17:51:59.452863 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-557a5e1b-27e9-4765-b14a-5d5dd9128567 req-3a7d94a9-88c5-4d7e-990f-b3c4ea54b613 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364709 Jun 10 17:51:59.515684 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c256db41-ff68-4e11-9264-2d2ae821a4a9 req-7df6789f-70e4-47df-84e8-c5822dca29ad tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:51:59.517094 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-c256db41-ff68-4e11-9264-2d2ae821a4a9 req-7df6789f-70e4-47df-84e8-c5822dca29ad tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d781a5d-b213-4266-8a01-252bf2d302dc HTTP/1.1" status: 200 len: 946 time: 0.0475264 Jun 10 17:51:59.553243 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-c256db41-ff68-4e11-9264-2d2ae821a4a9 req-c9983c89-9dfe-4854-96ef-8a39e66cc214 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43a01d5-605a-4c10-abd5-66cf865fc9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301971 Jun 10 17:52:00.571631 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3180188-516f-40f7-afbe-17fcebfc6fa5 req-d12267be-9312-4cf3-bb09-9127bc03ecad tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:00.573060 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d3180188-516f-40f7-afbe-17fcebfc6fa5 req-d12267be-9312-4cf3-bb09-9127bc03ecad tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 943 time: 0.0490363 Jun 10 17:52:00.615745 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d3180188-516f-40f7-afbe-17fcebfc6fa5 req-1fec1144-253d-4aff-90a0-1ce2841dcd3f tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366333 Jun 10 17:52:00.701948 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c92e5-b9f1-4030-ae5f-e9062b88fc08 req-c4bb47c9-24ad-46d8-8a55-2e68093f2e64 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:00.703439 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-a99c92e5-b9f1-4030-ae5f-e9062b88fc08 req-c4bb47c9-24ad-46d8-8a55-2e68093f2e64 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d781a5d-b213-4266-8a01-252bf2d302dc HTTP/1.1" status: 200 len: 946 time: 0.0792923 Jun 10 17:52:00.706226 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e06b7-236e-43a9-99d2-c9d197c703b6 req-7607987b-d842-4ea9-8ee3-c2dd4819ffb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:00.707390 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ed5e06b7-236e-43a9-99d2-c9d197c703b6 req-7607987b-d842-4ea9-8ee3-c2dd4819ffb5 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=d5dbfa207ddd44e3912f4141ac504575&device_id=3d781a5d-b213-4266-8a01-252bf2d302dc HTTP/1.1" status: 200 len: 1099 time: 0.0744338 Jun 10 17:52:00.767973 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-a99c92e5-b9f1-4030-ae5f-e9062b88fc08 req-1c83cfa8-f2cc-4913-a656-d4556e3f8206 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43a01d5-605a-4c10-abd5-66cf865fc9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583210 Jun 10 17:52:00.820202 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e06b7-236e-43a9-99d2-c9d197c703b6 req-bac84edc-7c43-4c12-bc22-9551770d8cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:00.821630 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ed5e06b7-236e-43a9-99d2-c9d197c703b6 req-bac84edc-7c43-4c12-bc22-9551770d8cc9 service neutron] 10.222.0.27 "GET /v2.0/networks?id=20988a48-24d3-47c4-85a4-f592522eeed3 HTTP/1.1" status: 200 len: 911 time: 0.0968807 Jun 10 17:52:00.891114 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ed5e06b7-236e-43a9-99d2-c9d197c703b6 req-2600f775-ac13-4811-96b7-1eece6fe8624 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a99f98c5-17a2-401e-b8f6-c1173e126e2d HTTP/1.1" status: 200 len: 1002 time: 0.0609868 Jun 10 17:52:00.947228 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e06b7-236e-43a9-99d2-c9d197c703b6 req-85d42fc3-8132-4964-bd33-93731abc719b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:00.950985 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ed5e06b7-236e-43a9-99d2-c9d197c703b6 req-85d42fc3-8132-4964-bd33-93731abc719b service neutron] 10.222.0.27 "GET /v2.0/subnets?id=6c6c1002-ecf3-4b70-9e9d-befa43491f0a HTTP/1.1" status: 200 len: 849 time: 0.0446153 Jun 10 17:52:00.993142 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e06b7-236e-43a9-99d2-c9d197c703b6 req-e24468c9-b614-4c0e-81fb-79f322473f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:00.994583 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ed5e06b7-236e-43a9-99d2-c9d197c703b6 req-e24468c9-b614-4c0e-81fb-79f322473f19 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=20988a48-24d3-47c4-85a4-f592522eeed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0381982 Jun 10 17:52:01.088122 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ed5e06b7-236e-43a9-99d2-c9d197c703b6 req-64843872-ab6b-44bb-8e62-b5da3eb5e91b service neutron] 10.222.0.27 "GET /v2.0/networks/20988a48-24d3-47c4-85a4-f592522eeed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863435 Jun 10 17:52:01.186069 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ed5e06b7-236e-43a9-99d2-c9d197c703b6 req-ab8007e2-c785-4a0a-bb94-46d7f9b8aa3d service neutron] 10.222.0.27 "GET /v2.0/networks/20988a48-24d3-47c4-85a4-f592522eeed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893335 Jun 10 17:52:01.948763 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d8b0a7-0b52-450d-a94f-b30dd593285f req-9261f2d5-db5d-48c0-972f-8f59cb4dce71 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:01.950301 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-20d8b0a7-0b52-450d-a94f-b30dd593285f req-9261f2d5-db5d-48c0-972f-8f59cb4dce71 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 943 time: 0.2619879 Jun 10 17:52:01.999550 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-20d8b0a7-0b52-450d-a94f-b30dd593285f req-42ff5728-6a24-4d35-88bc-83f56fbdbfe8 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432065 Jun 10 17:52:02.180479 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd7c1b-caad-4c39-b3c8-298273e4ad04 req-358a32c4-fd3f-4a8d-a64a-8ac9e4e07fa8 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:02.182605 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-6afd7c1b-caad-4c39-b3c8-298273e4ad04 req-358a32c4-fd3f-4a8d-a64a-8ac9e4e07fa8 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d781a5d-b213-4266-8a01-252bf2d302dc HTTP/1.1" status: 200 len: 946 time: 0.1104972 Jun 10 17:52:02.204412 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e3a193-a575-476c-a3ae-a226afbaf521 req-5185cd4e-7c8c-474c-a9c6-c264bc236daa tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:02.206105 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-60e3a193-a575-476c-a3ae-a226afbaf521 req-5185cd4e-7c8c-474c-a9c6-c264bc236daa tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=60b78243-1f1e-45e5-83cf-ce6725a65a23 HTTP/1.1" status: 200 len: 945 time: 0.1329958 Jun 10 17:52:02.221723 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74ea0de-568a-4b74-a905-efc4ef8aa05f req-3d77a6ea-858b-4b8a-8abe-cd2773e2be86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:02.223133 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d74ea0de-568a-4b74-a905-efc4ef8aa05f req-3d77a6ea-858b-4b8a-8abe-cd2773e2be86 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=977e9ef6bd9842379167d252715c6e8c&device_id=60b78243-1f1e-45e5-83cf-ce6725a65a23 HTTP/1.1" status: 200 len: 1098 time: 0.0984519 Jun 10 17:52:02.316969 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-6afd7c1b-caad-4c39-b3c8-298273e4ad04 req-c7b9418f-df96-42b9-be63-e680afce74c3 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43a01d5-605a-4c10-abd5-66cf865fc9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276295 Jun 10 17:52:02.383203 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-60e3a193-a575-476c-a3ae-a226afbaf521 req-17759bb6-4ae3-47ab-ab59-0c352c8ec786 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d63c1-a590-402c-aa03-3d0e321c13ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663113 Jun 10 17:52:02.411403 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74ea0de-568a-4b74-a905-efc4ef8aa05f req-089f61f6-511a-4d97-b7f8-72656ccb7732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:02.412994 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d74ea0de-568a-4b74-a905-efc4ef8aa05f req-089f61f6-511a-4d97-b7f8-72656ccb7732 service neutron] 10.222.0.27 "GET /v2.0/networks?id=e628d0f6-63d3-440a-9d16-11e611b2380d HTTP/1.1" status: 200 len: 920 time: 0.1800809 Jun 10 17:52:02.516384 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d74ea0de-568a-4b74-a905-efc4ef8aa05f req-867d3f8a-3e64-451c-8ebc-79030a265dc5 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e78f4627-59e2-4b53-bccf-1c463ab9d7e8 HTTP/1.1" status: 200 len: 1001 time: 0.0960274 Jun 10 17:52:02.571639 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74ea0de-568a-4b74-a905-efc4ef8aa05f req-a7036b07-9ee8-47bf-8e22-5f02ba6eb8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:02.573053 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d74ea0de-568a-4b74-a905-efc4ef8aa05f req-a7036b07-9ee8-47bf-8e22-5f02ba6eb8be service neutron] 10.222.0.27 "GET /v2.0/subnets?id=9b159fa3-bdfe-428f-8e21-2b18edcf45c9 HTTP/1.1" status: 200 len: 858 time: 0.0475118 Jun 10 17:52:02.636218 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74ea0de-568a-4b74-a905-efc4ef8aa05f req-183d0618-1a64-4a27-a4f8-d633e1377b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:02.637739 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d74ea0de-568a-4b74-a905-efc4ef8aa05f req-183d0618-1a64-4a27-a4f8-d633e1377b0d service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=e628d0f6-63d3-440a-9d16-11e611b2380d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0527885 Jun 10 17:52:02.736592 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d74ea0de-568a-4b74-a905-efc4ef8aa05f req-2d907783-6769-4f71-b6d4-e30dbc85a016 service neutron] 10.222.0.27 "GET /v2.0/networks/e628d0f6-63d3-440a-9d16-11e611b2380d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893314 Jun 10 17:52:02.836833 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d74ea0de-568a-4b74-a905-efc4ef8aa05f req-0ccc70b9-c1bd-4ce3-8650-049d657cf0c7 service neutron] 10.222.0.27 "GET /v2.0/networks/e628d0f6-63d3-440a-9d16-11e611b2380d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930724 Jun 10 17:52:03.130730 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af6bc7b-6e4c-4e15-838e-fb34be8cd326 req-251f22ef-b184-4ebe-ba86-a07de2f96fe4 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:03.133589 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-6af6bc7b-6e4c-4e15-838e-fb34be8cd326 req-251f22ef-b184-4ebe-ba86-a07de2f96fe4 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 943 time: 0.0522170 Jun 10 17:52:03.173538 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-6af6bc7b-6e4c-4e15-838e-fb34be8cd326 req-64e2061e-831b-4eba-ad2c-118dd57c9182 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343173 Jun 10 17:52:03.502838 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d74b48-331e-4b69-9a50-53ea15a434af req-10fd4e3a-6520-4535-ab4c-5e5dfc0988d0 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:03.504736 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-79d74b48-331e-4b69-9a50-53ea15a434af req-10fd4e3a-6520-4535-ab4c-5e5dfc0988d0 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=60b78243-1f1e-45e5-83cf-ce6725a65a23 HTTP/1.1" status: 200 len: 945 time: 0.0544934 Jun 10 17:52:03.551357 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-79d74b48-331e-4b69-9a50-53ea15a434af req-f64b3705-edbb-4f58-90f6-12e9348074e0 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d63c1-a590-402c-aa03-3d0e321c13ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391126 Jun 10 17:52:04.369297 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e2ce0-ab8b-458f-a90b-51c53df78fcc req-06a0529a-4a34-49ab-92a6-fa198fb34856 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:04.371000 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-441e2ce0-ab8b-458f-a90b-51c53df78fcc req-06a0529a-4a34-49ab-92a6-fa198fb34856 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 943 time: 0.1065912 Jun 10 17:52:04.484567 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-441e2ce0-ab8b-458f-a90b-51c53df78fcc req-3e38bc9a-9e47-4a74-a985-5e62c2c0b362 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062253 Jun 10 17:52:04.688407 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e430a3-7426-4970-9f3b-904ca8810d38 req-cb466818-333b-4d60-93da-a11bf6fc4767 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:04.689777 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-b9e430a3-7426-4970-9f3b-904ca8810d38 req-cb466818-333b-4d60-93da-a11bf6fc4767 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=60b78243-1f1e-45e5-83cf-ce6725a65a23 HTTP/1.1" status: 200 len: 945 time: 0.0636253 Jun 10 17:52:04.742887 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-b9e430a3-7426-4970-9f3b-904ca8810d38 req-2d70c841-844e-4209-9cab-faaf2ff1ec53 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d63c1-a590-402c-aa03-3d0e321c13ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442290 Jun 10 17:52:04.902731 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f403a-8be2-45c8-b09e-1c2699f2271f req-92a2f0e0-9d1d-4f4e-bc29-78f9d5ab99ac tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:04.904194 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-c13f403a-8be2-45c8-b09e-1c2699f2271f req-92a2f0e0-9d1d-4f4e-bc29-78f9d5ab99ac tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb746cca-980a-45bc-abde-e6b410e94c02 HTTP/1.1" status: 200 len: 984 time: 0.0525446 Jun 10 17:52:04.964980 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-c13f403a-8be2-45c8-b09e-1c2699f2271f req-f29b1d6f-9e89-405d-a7a9-cc56c318bfbd tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72fdf34-bdb2-4d3b-b291-8634d0649fdd&id=084106dd-80e3-4bba-91bc-837cf10f46c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522833 Jun 10 17:52:05.635967 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0235be82-dfde-44a0-b84b-88daba5bce29 req-047c5cdf-b711-41e4-945e-7530a0615367 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:05.637475 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-0235be82-dfde-44a0-b84b-88daba5bce29 req-047c5cdf-b711-41e4-945e-7530a0615367 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 943 time: 0.0554168 Jun 10 17:52:05.680783 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-0235be82-dfde-44a0-b84b-88daba5bce29 req-701c9f89-8c95-4c68-bead-88c29d2ae4bd tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368984 Jun 10 17:52:05.874819 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c63f511-36fb-40b9-af64-ea3f19a2ac69 req-6e7156b1-e954-4772-934b-9c4177f73c44 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:05.882743 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-8c63f511-36fb-40b9-af64-ea3f19a2ac69 req-6e7156b1-e954-4772-934b-9c4177f73c44 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=60b78243-1f1e-45e5-83cf-ce6725a65a23 HTTP/1.1" status: 200 len: 945 time: 0.0624993 Jun 10 17:52:05.918953 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-8c63f511-36fb-40b9-af64-ea3f19a2ac69 req-fae3123a-2abd-4867-b893-3ebea4ee9835 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d63c1-a590-402c-aa03-3d0e321c13ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352540 Jun 10 17:52:05.967663 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb89e7-512c-4fc2-a469-c6bab2e0e45e req-190d1ce3-c20a-44e8-98f3-56fac95276a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:05.969096 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-2aeb89e7-512c-4fc2-a469-c6bab2e0e45e req-190d1ce3-c20a-44e8-98f3-56fac95276a5 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=e2a954ea643d435d9866bed98144a549&device_id=eb746cca-980a-45bc-abde-e6b410e94c02 HTTP/1.1" status: 200 len: 1137 time: 0.0448003 Jun 10 17:52:06.126448 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98bd1d-c0a6-4969-bbda-2aa4794e321b req-971fa14d-13f3-4060-b6d0-d831fbe52401 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:06.127909 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-7d98bd1d-c0a6-4969-bbda-2aa4794e321b req-971fa14d-13f3-4060-b6d0-d831fbe52401 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb746cca-980a-45bc-abde-e6b410e94c02 HTTP/1.1" status: 200 len: 984 time: 0.0710220 Jun 10 17:52:06.134511 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb89e7-512c-4fc2-a469-c6bab2e0e45e req-51f9c4f3-a620-4c4a-9c54-cfb8fe656203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:06.135906 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-2aeb89e7-512c-4fc2-a469-c6bab2e0e45e req-51f9c4f3-a620-4c4a-9c54-cfb8fe656203 service neutron] 10.222.0.27 "GET /v2.0/networks?id=1f32841e-c7bf-4753-a1a7-c09b804b3a5f HTTP/1.1" status: 200 len: 916 time: 0.1567953 Jun 10 17:52:06.214889 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-7d98bd1d-c0a6-4969-bbda-2aa4794e321b req-142699d6-1a71-4ea7-a651-cd32b4d72c6e tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72fdf34-bdb2-4d3b-b291-8634d0649fdd&id=084106dd-80e3-4bba-91bc-837cf10f46c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0776713 Jun 10 17:52:06.247245 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-2aeb89e7-512c-4fc2-a469-c6bab2e0e45e req-7069a013-b488-4d6c-8229-c266afbf8ee8 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6332112d-6f65-4771-8f42-f5647a2db56b HTTP/1.1" status: 200 len: 1001 time: 0.0910676 Jun 10 17:52:06.303720 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb89e7-512c-4fc2-a469-c6bab2e0e45e req-8889eeb8-36b2-4f47-a002-c5901e24e35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:06.305217 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-2aeb89e7-512c-4fc2-a469-c6bab2e0e45e req-8889eeb8-36b2-4f47-a002-c5901e24e35d service neutron] 10.222.0.27 "GET /v2.0/subnets?id=5534695f-d2e1-44a9-977d-39ba1417d8f6 HTTP/1.1" status: 200 len: 854 time: 0.0461929 Jun 10 17:52:06.354688 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb89e7-512c-4fc2-a469-c6bab2e0e45e req-0b6f7974-8c9e-4ea1-be81-ef9765233eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:06.356258 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-2aeb89e7-512c-4fc2-a469-c6bab2e0e45e req-0b6f7974-8c9e-4ea1-be81-ef9765233eb3 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=1f32841e-c7bf-4753-a1a7-c09b804b3a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0418913 Jun 10 17:52:06.458003 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-2aeb89e7-512c-4fc2-a469-c6bab2e0e45e req-b84a82aa-bffd-444e-923b-ca9f9e658425 service neutron] 10.222.0.27 "GET /v2.0/networks/1f32841e-c7bf-4753-a1a7-c09b804b3a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884461 Jun 10 17:52:06.555430 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-2aeb89e7-512c-4fc2-a469-c6bab2e0e45e req-34fe3333-4ffb-4720-b1e2-d7933c189a1d service neutron] 10.222.0.27 "GET /v2.0/networks/1f32841e-c7bf-4753-a1a7-c09b804b3a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887797 Jun 10 17:52:06.667085 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09080620-2692-422e-bfb3-d6fb898cdaac req-f68647d4-edbd-4097-8977-74d14c857f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:06.668666 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-09080620-2692-422e-bfb3-d6fb898cdaac req-f68647d4-edbd-4097-8977-74d14c857f10 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe&tenant_id=094eb7d216034d06b4925791cb320a38 HTTP/1.1" status: 200 len: 1096 time: 0.0793498 Jun 10 17:52:06.797519 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09080620-2692-422e-bfb3-d6fb898cdaac req-a9beabcc-aac3-42cc-8f0d-2529f1aca6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:06.799291 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-09080620-2692-422e-bfb3-d6fb898cdaac req-a9beabcc-aac3-42cc-8f0d-2529f1aca6a1 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=094eb7d216034d06b4925791cb320a38&device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 1096 time: 0.0805094 Jun 10 17:52:06.913950 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09080620-2692-422e-bfb3-d6fb898cdaac req-14b76dd4-accd-4aef-b605-74e99953e872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:06.915500 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-09080620-2692-422e-bfb3-d6fb898cdaac req-14b76dd4-accd-4aef-b605-74e99953e872 service neutron] 10.222.0.27 "GET /v2.0/networks?id=272ad309-eaf3-4f81-8366-f3ca4e7cfed0 HTTP/1.1" status: 200 len: 918 time: 0.1067271 Jun 10 17:52:06.931697 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1e4019-fa87-4271-b460-366d26990e28 req-ccc2d37e-d068-4c64-8e6f-7eae3d4606d0 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:06.934852 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-fc1e4019-fa87-4271-b460-366d26990e28 req-ccc2d37e-d068-4c64-8e6f-7eae3d4606d0 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 943 time: 0.1275699 Jun 10 17:52:06.995562 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-fc1e4019-fa87-4271-b460-366d26990e28 req-2edda533-9496-48e7-a23e-450f46e1ff57 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492589 Jun 10 17:52:07.011517 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674bfe31-2b7b-4ca3-a99a-bb8c1628313e req-ca7c82ab-887b-4933-98f6-932a8daf85d3 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:07.013182 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-674bfe31-2b7b-4ca3-a99a-bb8c1628313e req-ca7c82ab-887b-4933-98f6-932a8daf85d3 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/networks?id=1fe5d597-d927-4ae9-b9d9-04ab61ecf04f HTTP/1.1" status: 200 len: 813 time: 0.1713462 Jun 10 17:52:07.024329 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-09080620-2692-422e-bfb3-d6fb898cdaac req-015e9d9f-3fd9-45e7-b71b-cac1fa499ee5 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0a7daab-fe71-46f4-8372-7e23b215b068 HTTP/1.1" status: 200 len: 998 time: 0.0952387 Jun 10 17:52:07.034853 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-674bfe31-2b7b-4ca3-a99a-bb8c1628313e req-92979fa3-6bcd-442a-8952-a3b5e8ce8e22 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/quotas/206f91034b0649c3b3d4232a12c9085e HTTP/1.1" status: 200 len: 375 time: 0.0112882 Jun 10 17:52:07.093624 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-674bfe31-2b7b-4ca3-a99a-bb8c1628313e req-fa453ddd-aeb5-4807-bd74-b067ba8bbd33 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=206f91034b0649c3b3d4232a12c9085e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517933 Jun 10 17:52:07.102050 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09080620-2692-422e-bfb3-d6fb898cdaac req-8e4c7042-a457-4497-85a7-6ff85a6bdac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:07.103764 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-09080620-2692-422e-bfb3-d6fb898cdaac req-8e4c7042-a457-4497-85a7-6ff85a6bdac2 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=88a38658-7809-4abe-b052-dc4be9423e4c HTTP/1.1" status: 200 len: 856 time: 0.0626404 Jun 10 17:52:07.177358 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09080620-2692-422e-bfb3-d6fb898cdaac req-a653bc75-fb42-466c-9a55-f9c04a07a4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:07.178920 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-09080620-2692-422e-bfb3-d6fb898cdaac req-a653bc75-fb42-466c-9a55-f9c04a07a4ad service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=272ad309-eaf3-4f81-8366-f3ca4e7cfed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0633168 Jun 10 17:52:07.214874 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefce1f5-14c1-4410-81d3-5a95de258870 req-29544c99-7de2-40d2-8698-b54d4f9cecba tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:07.222200 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-cefce1f5-14c1-4410-81d3-5a95de258870 req-29544c99-7de2-40d2-8698-b54d4f9cecba tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=60b78243-1f1e-45e5-83cf-ce6725a65a23 HTTP/1.1" status: 200 len: 945 time: 0.1173644 Jun 10 17:52:07.269404 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-674bfe31-2b7b-4ca3-a99a-bb8c1628313e req-578dfb6b-70f0-456c-988b-637adf3bbac7 service neutron] 10.222.0.16 "GET /v2.0/networks/1fe5d597-d927-4ae9-b9d9-04ab61ecf04f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746457 Jun 10 17:52:07.307562 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-cefce1f5-14c1-4410-81d3-5a95de258870 req-84d7dac2-89a3-418c-8ccf-e3954ffba0f9 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d63c1-a590-402c-aa03-3d0e321c13ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801044 Jun 10 17:52:07.324220 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-09080620-2692-422e-bfb3-d6fb898cdaac req-f6ce297e-5f16-401a-9057-9397785f7586 service neutron] 10.222.0.27 "GET /v2.0/networks/272ad309-eaf3-4f81-8366-f3ca4e7cfed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355593 Jun 10 17:52:07.446488 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-09080620-2692-422e-bfb3-d6fb898cdaac req-7b313047-de05-466f-a454-2785d68f7d47 service neutron] 10.222.0.27 "GET /v2.0/networks/272ad309-eaf3-4f81-8366-f3ca4e7cfed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132591 Jun 10 17:52:07.454837 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-674bfe31-2b7b-4ca3-a99a-bb8c1628313e req-582970dc-695d-4384-a031-61e0b899468b service neutron] 10.222.0.16 "GET /v2.0/networks/1fe5d597-d927-4ae9-b9d9-04ab61ecf04f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846118 Jun 10 17:52:07.465716 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c3131-534a-406b-9890-035d850ee80b req-03728244-35f5-477f-beeb-3d390b24a5cd tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:07.467312 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-b20c3131-534a-406b-9890-035d850ee80b req-03728244-35f5-477f-beeb-3d390b24a5cd tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb746cca-980a-45bc-abde-e6b410e94c02 HTTP/1.1" status: 200 len: 984 time: 0.0872817 Jun 10 17:52:07.535472 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-b20c3131-534a-406b-9890-035d850ee80b req-678d7004-4b50-4933-8f5b-7c403e2aae1a tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72fdf34-bdb2-4d3b-b291-8634d0649fdd&id=084106dd-80e3-4bba-91bc-837cf10f46c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0579534 Jun 10 17:52:07.763405 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-fb99cc0c-3a4c-4517-b87a-fa316e1bcc0b req-02ba0015-be9b-4252-ab71-e7193d44dbec tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/ports?device_id=72fb2f4f-1902-4fd6-880a-13fd63a1c802 HTTP/1.1" status: 200 len: 210 time: 0.0510848 Jun 10 17:52:08.141684 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d859aeef-5526-42cf-9b83-ead5dceb9c27 req-ad839307-dd8e-4707-9ab4-f5b407aa3d49 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:08.143280 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d859aeef-5526-42cf-9b83-ead5dceb9c27 req-ad839307-dd8e-4707-9ab4-f5b407aa3d49 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 943 time: 0.0551388 Jun 10 17:52:08.183389 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d859aeef-5526-42cf-9b83-ead5dceb9c27 req-191e90c7-bd56-4672-9e5a-8bb8737d40c4 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337970 Jun 10 17:52:08.392114 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-e646dd87-019e-48d2-8ff3-bb1ce5491c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:08.435776 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fef899-4c66-4b5b-8146-0b77f462ff16 req-2ead17f6-14af-4745-8cba-df6f5b8b6b13 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:08.437844 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-64fef899-4c66-4b5b-8146-0b77f462ff16 req-2ead17f6-14af-4745-8cba-df6f5b8b6b13 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=60b78243-1f1e-45e5-83cf-ce6725a65a23 HTTP/1.1" status: 200 len: 945 time: 0.0607338 Jun 10 17:52:08.487213 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-64fef899-4c66-4b5b-8146-0b77f462ff16 req-858e4ead-1211-44f9-9ccd-c371b187cb95 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d63c1-a590-402c-aa03-3d0e321c13ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427527 Jun 10 17:52:08.746344 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dad67b-1a91-4c48-8b01-544537e684da req-10d447ab-8a9b-455a-a3bf-2d3815248488 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:08.755916 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-74dad67b-1a91-4c48-8b01-544537e684da req-10d447ab-8a9b-455a-a3bf-2d3815248488 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb746cca-980a-45bc-abde-e6b410e94c02 HTTP/1.1" status: 200 len: 984 time: 0.1021979 Jun 10 17:52:08.840891 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-74dad67b-1a91-4c48-8b01-544537e684da req-9d10827b-eefc-4d67-94f4-e30516ac5852 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72fdf34-bdb2-4d3b-b291-8634d0649fdd&id=084106dd-80e3-4bba-91bc-837cf10f46c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0840130 Jun 10 17:52:08.892760 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-5c1d8e51-e10a-4dab-903f-91a86bd3d428 req-c22dec4e-7a25-44d7-88f1-66b712103bf1 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/ports?device_id=72fb2f4f-1902-4fd6-880a-13fd63a1c802 HTTP/1.1" status: 200 len: 210 time: 0.0341077 Jun 10 17:52:09.338938 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e10d352-1347-4a38-9f9c-f0c2c424db31 req-4e97b904-c96d-40a2-8e6e-02018a596aba tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:09.348867 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-3e10d352-1347-4a38-9f9c-f0c2c424db31 req-4e97b904-c96d-40a2-8e6e-02018a596aba tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 943 time: 0.0788162 Jun 10 17:52:09.416741 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-3e10d352-1347-4a38-9f9c-f0c2c424db31 req-7dad5f5d-c5b6-44b6-ba34-4569edb27d9e tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664830 Jun 10 17:52:09.645679 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312723cd-88a1-4eef-8aba-84cc47f0e12b req-f31f3e13-c2a8-469e-896b-0a4f20ec88e5 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:09.647792 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-312723cd-88a1-4eef-8aba-84cc47f0e12b req-f31f3e13-c2a8-469e-896b-0a4f20ec88e5 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=60b78243-1f1e-45e5-83cf-ce6725a65a23 HTTP/1.1" status: 200 len: 945 time: 0.0738680 Jun 10 17:52:09.699658 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-312723cd-88a1-4eef-8aba-84cc47f0e12b req-a40ad604-bf7c-4264-a614-3e289ee34612 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d63c1-a590-402c-aa03-3d0e321c13ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449452 Jun 10 17:52:10.041122 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-e8289aab-a68f-4272-932e-2e70cd8b001a req-10d84aeb-1db1-4f13-9c78-8f5590bf3d2a tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/ports?device_id=72fb2f4f-1902-4fd6-880a-13fd63a1c802 HTTP/1.1" status: 200 len: 210 time: 0.0518875 Jun 10 17:52:10.089918 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0007b6-33b7-49c0-abaf-13c384da296e req-d71e652a-bdb1-4eb0-bfe1-425e6954f39d tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:10.099779 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-aa0007b6-33b7-49c0-abaf-13c384da296e req-d71e652a-bdb1-4eb0-bfe1-425e6954f39d tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb746cca-980a-45bc-abde-e6b410e94c02 HTTP/1.1" status: 200 len: 984 time: 0.1558235 Jun 10 17:52:10.228261 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-aa0007b6-33b7-49c0-abaf-13c384da296e req-0077bcb2-e6dc-4f65-8d4d-383b087fab40 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72fdf34-bdb2-4d3b-b291-8634d0649fdd&id=084106dd-80e3-4bba-91bc-837cf10f46c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1273403 Jun 10 17:52:10.651061 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd27da71-aa05-4afb-80e1-bf56e08ced21 req-73dcf6be-5a25-446f-a05d-bee262c2f618 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:10.653131 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-dd27da71-aa05-4afb-80e1-bf56e08ced21 req-73dcf6be-5a25-446f-a05d-bee262c2f618 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 943 time: 0.1099691 Jun 10 17:52:10.702260 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-dd27da71-aa05-4afb-80e1-bf56e08ced21 req-00aa50e7-0509-4f7c-a593-00fe1e282038 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430450 Jun 10 17:52:10.814533 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-4abe989c-08b3-4955-bec7-b0615a317749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:10.864363 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a08d5fe-4382-4a33-86f1-c1c64afd4c11 req-286b6373-b2e9-4322-8eb0-6217fcb7e4d1 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:10.866329 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-4a08d5fe-4382-4a33-86f1-c1c64afd4c11 req-286b6373-b2e9-4322-8eb0-6217fcb7e4d1 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=60b78243-1f1e-45e5-83cf-ce6725a65a23 HTTP/1.1" status: 200 len: 945 time: 0.0649512 Jun 10 17:52:10.915907 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-4a08d5fe-4382-4a33-86f1-c1c64afd4c11 req-3374b0a0-591b-4e90-93cf-4b72582ab00e tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d63c1-a590-402c-aa03-3d0e321c13ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377333 Jun 10 17:52:11.156967 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-42e0c051-b978-4af4-abbf-d6078a2e8869 req-a84480df-0761-46c1-9291-c61adcf7767f tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/ports?device_id=72fb2f4f-1902-4fd6-880a-13fd63a1c802 HTTP/1.1" status: 200 len: 210 time: 0.0346687 Jun 10 17:52:11.453289 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8a444c-e6f3-46af-b474-260a332a60f6 req-16527da4-daa7-48c0-9c4d-492fec71ce07 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:11.463004 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ed8a444c-e6f3-46af-b474-260a332a60f6 req-16527da4-daa7-48c0-9c4d-492fec71ce07 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb746cca-980a-45bc-abde-e6b410e94c02 HTTP/1.1" status: 200 len: 984 time: 0.1060507 Jun 10 17:52:11.514522 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ed8a444c-e6f3-46af-b474-260a332a60f6 req-51f9f00d-35ee-4e37-a30a-4f42c165d2b4 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72fdf34-bdb2-4d3b-b291-8634d0649fdd&id=084106dd-80e3-4bba-91bc-837cf10f46c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0500293 Jun 10 17:52:11.749850 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-9e937c9f-4d57-47ec-81ad-8e77ea25145e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:11.900991 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2e5322-121b-44f2-8d7e-cf381ce02cf0 req-2ed3b411-fde4-4bed-81d9-a525175ef97b tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:11.902992 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-9a2e5322-121b-44f2-8d7e-cf381ce02cf0 req-2ed3b411-fde4-4bed-81d9-a525175ef97b tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 943 time: 0.0707395 Jun 10 17:52:11.961291 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-9a2e5322-121b-44f2-8d7e-cf381ce02cf0 req-edb9ae42-e7ce-426a-8e29-ae215708ff06 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465949 Jun 10 17:52:12.076147 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1427b6d4-7c6f-44b6-a845-d450b441806f req-a3cb55d0-27c3-4adc-9738-0b50499fa005 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:12.077814 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-1427b6d4-7c6f-44b6-a845-d450b441806f req-a3cb55d0-27c3-4adc-9738-0b50499fa005 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=60b78243-1f1e-45e5-83cf-ce6725a65a23 HTTP/1.1" status: 200 len: 945 time: 0.0686738 Jun 10 17:52:12.162380 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-1427b6d4-7c6f-44b6-a845-d450b441806f req-68e76651-13ce-48e3-a82c-66238e8df675 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d63c1-a590-402c-aa03-3d0e321c13ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739789 Jun 10 17:52:12.374051 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-aaa1422f-b041-46d8-8442-3119dfc38017 req-767aefd6-137f-4137-8af4-e319e6d25c95 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/ports?device_id=72fb2f4f-1902-4fd6-880a-13fd63a1c802 HTTP/1.1" status: 200 len: 210 time: 0.0430727 Jun 10 17:52:12.693084 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a60760-0b4f-4214-8db3-cde0c6128257 req-88f98f3e-d269-48cd-8390-3b8b8f34ea2e tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:12.696400 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-21a60760-0b4f-4214-8db3-cde0c6128257 req-88f98f3e-d269-48cd-8390-3b8b8f34ea2e tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb746cca-980a-45bc-abde-e6b410e94c02 HTTP/1.1" status: 200 len: 984 time: 0.0967827 Jun 10 17:52:12.781477 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-21a60760-0b4f-4214-8db3-cde0c6128257 req-b88b1dbb-ca38-4fe3-b5b1-b9ae8cb1ba24 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72fdf34-bdb2-4d3b-b291-8634d0649fdd&id=084106dd-80e3-4bba-91bc-837cf10f46c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0748546 Jun 10 17:52:13.088375 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a5a6984-4625-4674-bdbb-a7ccf76cac14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:13.125653 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4872b68-9741-4880-8873-5c64d485c576 req-b25eeea2-d5c3-46e4-8d94-8f0b9bf9f685 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:13.129988 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-b4872b68-9741-4880-8873-5c64d485c576 req-b25eeea2-d5c3-46e4-8d94-8f0b9bf9f685 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 943 time: 0.0668583 Jun 10 17:52:13.202889 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-b4872b68-9741-4880-8873-5c64d485c576 req-5cf4891f-23dc-4c0c-8272-3e2e5647eb2d tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661108 Jun 10 17:52:13.361387 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c82eec1-e0dc-49dd-bac6-e71058c86c72 req-69aece2d-2609-4b5f-a4e1-b4f84d9b52d0 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:13.361387 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-2c82eec1-e0dc-49dd-bac6-e71058c86c72 req-69aece2d-2609-4b5f-a4e1-b4f84d9b52d0 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=60b78243-1f1e-45e5-83cf-ce6725a65a23 HTTP/1.1" status: 200 len: 945 time: 0.0798132 Jun 10 17:52:13.452904 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-2c82eec1-e0dc-49dd-bac6-e71058c86c72 req-4f5fd683-8d73-45b6-bfb4-990255ad64df tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d63c1-a590-402c-aa03-3d0e321c13ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781596 Jun 10 17:52:13.536021 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-b994ec3b-b494-4efe-b5c4-e9905c2dbcfa req-b54f890d-3c8c-4874-81c2-9eae7334676b tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/ports?device_id=72fb2f4f-1902-4fd6-880a-13fd63a1c802 HTTP/1.1" status: 200 len: 210 time: 0.0464232 Jun 10 17:52:13.987339 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645ec79-bbea-437f-b044-5ed388634f94 req-c7654855-d9f2-4397-9d4f-852a56e0efc8 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:13.989403 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-c645ec79-bbea-437f-b044-5ed388634f94 req-c7654855-d9f2-4397-9d4f-852a56e0efc8 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb746cca-980a-45bc-abde-e6b410e94c02 HTTP/1.1" status: 200 len: 984 time: 0.0798342 Jun 10 17:52:14.046955 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-c645ec79-bbea-437f-b044-5ed388634f94 req-873f301d-81b9-47b1-834c-e7ccaa734828 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72fdf34-bdb2-4d3b-b291-8634d0649fdd&id=084106dd-80e3-4bba-91bc-837cf10f46c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0489590 Jun 10 17:52:14.058651 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:14.353354 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187b1ee6-3e62-43e7-b241-2a01c4731181 req-011cb39b-9b1b-49ed-954a-2875be40136c tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:14.355565 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-187b1ee6-3e62-43e7-b241-2a01c4731181 req-011cb39b-9b1b-49ed-954a-2875be40136c tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 943 time: 0.0614719 Jun 10 17:52:14.411264 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-187b1ee6-3e62-43e7-b241-2a01c4731181 req-3b570667-e417-4335-badb-4030930b5b83 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478702 Jun 10 17:52:14.766864 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f08098ec-ed94-421a-92bd-e5d7a4b6f18a req-0621d65b-2a83-457f-a717-8794aa182e9c tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/ports?device_id=72fb2f4f-1902-4fd6-880a-13fd63a1c802 HTTP/1.1" status: 200 len: 210 time: 0.0727735 Jun 10 17:52:14.793629 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc6034-0122-4e6e-9c00-fffe8d1d62ec req-8e7583cc-daf6-4d13-a8a1-bb61cd07ee15 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:14.795512 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-a5dc6034-0122-4e6e-9c00-fffe8d1d62ec req-8e7583cc-daf6-4d13-a8a1-bb61cd07ee15 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=60b78243-1f1e-45e5-83cf-ce6725a65a23 HTTP/1.1" status: 200 len: 945 time: 0.2346480 Jun 10 17:52:14.854850 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-a5dc6034-0122-4e6e-9c00-fffe8d1d62ec req-cb26723b-c3e2-4d55-8e84-e7303ea2e147 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d63c1-a590-402c-aa03-3d0e321c13ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465488 Jun 10 17:52:15.251659 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52237a0b-919e-4f4e-855c-4714d7d8fe7b req-ecd1f62b-d3a3-4c07-9002-2ef54e5fac21 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:15.253419 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-52237a0b-919e-4f4e-855c-4714d7d8fe7b req-ecd1f62b-d3a3-4c07-9002-2ef54e5fac21 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb746cca-980a-45bc-abde-e6b410e94c02 HTTP/1.1" status: 200 len: 984 time: 0.1243887 Jun 10 17:52:15.300871 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-52237a0b-919e-4f4e-855c-4714d7d8fe7b req-b1838bd0-be28-41c7-a59f-004d2678b35e tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72fdf34-bdb2-4d3b-b291-8634d0649fdd&id=084106dd-80e3-4bba-91bc-837cf10f46c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0396454 Jun 10 17:52:15.552284 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef18b8ed-8666-4324-b044-f3191de039ac req-d9f62b50-0dd0-45a7-a936-c0464853e9ff tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:15.563049 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ef18b8ed-8666-4324-b044-f3191de039ac req-d9f62b50-0dd0-45a7-a936-c0464853e9ff tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 943 time: 0.0740848 Jun 10 17:52:15.602309 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ef18b8ed-8666-4324-b044-f3191de039ac req-ebfeeb42-d4cb-4a78-88f1-776eb5bc4662 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374727 Jun 10 17:52:15.930472 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d745cf12-4bd9-481c-9d44-440fa7a27c45 req-795accfa-28c2-40b6-9a58-76ddb4c58354 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/ports?device_id=72fb2f4f-1902-4fd6-880a-13fd63a1c802 HTTP/1.1" status: 200 len: 210 time: 0.0363400 Jun 10 17:52:16.056983 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5adf194-f847-4b7f-bfff-b2a6b055ef4e req-44f9717c-e155-4537-88ec-397174901164 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:16.074894 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d5adf194-f847-4b7f-bfff-b2a6b055ef4e req-44f9717c-e155-4537-88ec-397174901164 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=60b78243-1f1e-45e5-83cf-ce6725a65a23 HTTP/1.1" status: 200 len: 945 time: 0.0900490 Jun 10 17:52:16.142598 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d5adf194-f847-4b7f-bfff-b2a6b055ef4e req-96e0cc25-784b-447c-8485-fd75e86bbf15 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d63c1-a590-402c-aa03-3d0e321c13ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668254 Jun 10 17:52:16.480758 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c5e33-30ee-41c2-972f-eb0875ab8f26 req-a1ed7202-fda6-4b45-8a77-b9931615d6eb tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:16.490111 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-444c5e33-30ee-41c2-972f-eb0875ab8f26 req-a1ed7202-fda6-4b45-8a77-b9931615d6eb tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb746cca-980a-45bc-abde-e6b410e94c02 HTTP/1.1" status: 200 len: 984 time: 0.0784338 Jun 10 17:52:16.552563 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-444c5e33-30ee-41c2-972f-eb0875ab8f26 req-cf72d698-b5ef-4bd8-8b4a-d665bc403178 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72fdf34-bdb2-4d3b-b291-8634d0649fdd&id=084106dd-80e3-4bba-91bc-837cf10f46c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551214 Jun 10 17:52:16.748129 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b590b20f-c17c-441f-a7ed-0be359306317 req-65492d7d-2c4e-49b0-998f-a931779e3020 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:16.756749 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-b590b20f-c17c-441f-a7ed-0be359306317 req-65492d7d-2c4e-49b0-998f-a931779e3020 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 943 time: 0.0604930 Jun 10 17:52:16.821931 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-b590b20f-c17c-441f-a7ed-0be359306317 req-26261fd7-f547-4250-aa13-07fe100bc42b tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621257 Jun 10 17:52:17.099355 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-c176ca01-f2d3-4314-98a1-9fc398ed9d17 req-54d05652-e4dc-4e7d-9d35-73d3d2c53761 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/ports?device_id=72fb2f4f-1902-4fd6-880a-13fd63a1c802 HTTP/1.1" status: 200 len: 210 time: 0.0619147 Jun 10 17:52:17.295425 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b5caf-25b8-4f33-ba37-40cbd7081044 req-2a988332-abc0-4a99-b579-693084b7f13c tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:17.297243 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-fb2b5caf-25b8-4f33-ba37-40cbd7081044 req-2a988332-abc0-4a99-b579-693084b7f13c tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=60b78243-1f1e-45e5-83cf-ce6725a65a23 HTTP/1.1" status: 200 len: 945 time: 0.0721171 Jun 10 17:52:17.364184 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-fb2b5caf-25b8-4f33-ba37-40cbd7081044 req-8b93bf53-9939-4960-988b-059927fd1f84 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d63c1-a590-402c-aa03-3d0e321c13ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565917 Jun 10 17:52:17.828182 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8705befb-0256-4596-beec-0be7f48e1031 req-84065a9f-7312-4e94-96fe-21c14c334ac5 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:17.831228 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-8705befb-0256-4596-beec-0be7f48e1031 req-84065a9f-7312-4e94-96fe-21c14c334ac5 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb746cca-980a-45bc-abde-e6b410e94c02 HTTP/1.1" status: 200 len: 984 time: 0.0898192 Jun 10 17:52:17.897564 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-8705befb-0256-4596-beec-0be7f48e1031 req-52ba4c5d-5c67-4713-9607-f04adc3fac12 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72fdf34-bdb2-4d3b-b291-8634d0649fdd&id=084106dd-80e3-4bba-91bc-837cf10f46c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0567749 Jun 10 17:52:17.966409 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c04af2-ad94-4437-b8c5-56355303651d req-44b42d25-c30a-43b3-8a76-968c8c051683 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:17.968055 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-62c04af2-ad94-4437-b8c5-56355303651d req-44b42d25-c30a-43b3-8a76-968c8c051683 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 943 time: 0.0531697 Jun 10 17:52:18.029087 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-62c04af2-ad94-4437-b8c5-56355303651d req-b0d5c8f1-1350-49de-b638-5e23b7c4d142 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437629 Jun 10 17:52:18.261519 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-9c9d0df5-565e-42fc-97b6-a12189f0bff8 req-803758fd-2655-4097-8fb8-e7c4cdf6c304 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/ports?device_id=72fb2f4f-1902-4fd6-880a-13fd63a1c802 HTTP/1.1" status: 200 len: 210 time: 0.0543056 Jun 10 17:52:18.483165 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3660596-a1e1-4805-94fa-473719ffb8d6 req-54786186-82e5-4640-bf61-7bca3b2e46bb tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:18.484655 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-a3660596-a1e1-4805-94fa-473719ffb8d6 req-54786186-82e5-4640-bf61-7bca3b2e46bb tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=60b78243-1f1e-45e5-83cf-ce6725a65a23 HTTP/1.1" status: 200 len: 945 time: 0.0565662 Jun 10 17:52:18.552296 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-a3660596-a1e1-4805-94fa-473719ffb8d6 req-088469d3-6a33-4ff6-bda6-dfd986fd25bf tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d63c1-a590-402c-aa03-3d0e321c13ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614400 Jun 10 17:52:18.596229 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-090ce502-b41b-447d-b7ce-553cc18003f2 req-33bdc055-bfd3-433c-8e54-478e6828b308 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=3d781a5d-b213-4266-8a01-252bf2d302dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0729830 Jun 10 17:52:18.723777 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090ce502-b41b-447d-b7ce-553cc18003f2 req-e81d9291-491e-4199-a37e-7eded759856d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:18.725859 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-090ce502-b41b-447d-b7ce-553cc18003f2 req-e81d9291-491e-4199-a37e-7eded759856d service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=d5dbfa207ddd44e3912f4141ac504575&device_id=3d781a5d-b213-4266-8a01-252bf2d302dc HTTP/1.1" status: 200 len: 1099 time: 0.0534043 Jun 10 17:52:18.825391 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:18.840330 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090ce502-b41b-447d-b7ce-553cc18003f2 req-20a57435-56ee-4550-bfee-6ebcffd28529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:18.841799 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-090ce502-b41b-447d-b7ce-553cc18003f2 req-20a57435-56ee-4550-bfee-6ebcffd28529 service neutron] 10.222.0.27 "GET /v2.0/networks?id=20988a48-24d3-47c4-85a4-f592522eeed3 HTTP/1.1" status: 200 len: 911 time: 0.0846248 Jun 10 17:52:18.909247 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-090ce502-b41b-447d-b7ce-553cc18003f2 req-569d25a0-aeb5-496c-ad3b-a1079f4c5884 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a99f98c5-17a2-401e-b8f6-c1173e126e2d HTTP/1.1" status: 200 len: 1002 time: 0.0602467 Jun 10 17:52:18.965594 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090ce502-b41b-447d-b7ce-553cc18003f2 req-89ab36ee-7f07-49fb-ac08-6f9fdd030827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:18.967415 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-090ce502-b41b-447d-b7ce-553cc18003f2 req-89ab36ee-7f07-49fb-ac08-6f9fdd030827 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=6c6c1002-ecf3-4b70-9e9d-befa43491f0a HTTP/1.1" status: 200 len: 849 time: 0.0492833 Jun 10 17:52:19.040467 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090ce502-b41b-447d-b7ce-553cc18003f2 req-58fede29-64e9-4053-ab7b-032e0c34ac4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:19.041221 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5081f8d8-cf61-4d6e-9c72-fb11d3b32629 req-4e99ebd2-8679-48f5-9ed8-0fe3a7949e45 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:19.042918 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-090ce502-b41b-447d-b7ce-553cc18003f2 req-58fede29-64e9-4053-ab7b-032e0c34ac4d service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=20988a48-24d3-47c4-85a4-f592522eeed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0442691 Jun 10 17:52:19.049218 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-5081f8d8-cf61-4d6e-9c72-fb11d3b32629 req-4e99ebd2-8679-48f5-9ed8-0fe3a7949e45 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb746cca-980a-45bc-abde-e6b410e94c02 HTTP/1.1" status: 200 len: 984 time: 0.0762014 Jun 10 17:52:19.094514 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-5081f8d8-cf61-4d6e-9c72-fb11d3b32629 req-ece5b8f5-2c66-4301-a9f2-d3d289eb14a1 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72fdf34-bdb2-4d3b-b291-8634d0649fdd&id=084106dd-80e3-4bba-91bc-837cf10f46c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0442619 Jun 10 17:52:19.201071 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8771aeca-383c-429f-97b2-a5703ae0da1c req-47530a05-2fa9-4cdc-9d4c-b7a8cb831612 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:19.201831 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-8771aeca-383c-429f-97b2-a5703ae0da1c req-47530a05-2fa9-4cdc-9d4c-b7a8cb831612 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 943 time: 0.0729330 Jun 10 17:52:19.213848 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-090ce502-b41b-447d-b7ce-553cc18003f2 req-d2642eae-41da-41b2-a7b7-e4e75e1cef04 service neutron] 10.222.0.27 "GET /v2.0/networks/20988a48-24d3-47c4-85a4-f592522eeed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573234 Jun 10 17:52:19.272122 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-8771aeca-383c-429f-97b2-a5703ae0da1c req-2558ab87-2932-428d-9f12-eaf0c5e1e4e9 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629075 Jun 10 17:52:19.324915 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-090ce502-b41b-447d-b7ce-553cc18003f2 req-56ba8de6-d4bd-483a-b17b-1c6b4f89afc9 service neutron] 10.222.0.27 "GET /v2.0/networks/20988a48-24d3-47c4-85a4-f592522eeed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033022 Jun 10 17:52:19.406857 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-73e3d92e-54ec-44fc-abf9-bc83cad7b8c9 req-2ae1a318-f04e-485d-8f68-63345f95b9ab tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/ports?device_id=72fb2f4f-1902-4fd6-880a-13fd63a1c802 HTTP/1.1" status: 200 len: 210 time: 0.0639453 Jun 10 17:52:19.465170 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674bfe31-2b7b-4ca3-a99a-bb8c1628313e req-0103210d-1c60-45a8-9ebd-68b5f6ba5c81 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:19.467031 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-674bfe31-2b7b-4ca3-a99a-bb8c1628313e req-0103210d-1c60-45a8-9ebd-68b5f6ba5c81 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.27 "GET /v2.0/networks?id=1fe5d597-d927-4ae9-b9d9-04ab61ecf04f HTTP/1.1" status: 200 len: 813 time: 0.1693695 Jun 10 17:52:19.488054 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.v2.base [req-674bfe31-2b7b-4ca3-a99a-bb8c1628313e req-84356a4a-c25b-4920-887c-9d265c954c79 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] Request body: {'port': {'device_id': '72fb2f4f-1902-4fd6-880a-13fd63a1c802', 'network_id': '1fe5d597-d927-4ae9-b9d9-04ab61ecf04f', 'admin_state_up': True, 'tenant_id': '206f91034b0649c3b3d4232a12c9085e'}} {{(pid=114529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:52:19.702282 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd7d41-68cd-4f71-bc55-a315dc96400d req-f157d205-42cd-4f1d-aee7-539bacae771c tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:19.703727 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-facd7d41-68cd-4f71-bc55-a315dc96400d req-f157d205-42cd-4f1d-aee7-539bacae771c tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=60b78243-1f1e-45e5-83cf-ce6725a65a23 HTTP/1.1" status: 200 len: 945 time: 0.0503011 Jun 10 17:52:19.745032 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-facd7d41-68cd-4f71-bc55-a315dc96400d req-3b68a4bc-af7b-4700-9a65-ce6ac8946cf2 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d63c1-a590-402c-aa03-3d0e321c13ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323710 Jun 10 17:52:19.757188 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-674bfe31-2b7b-4ca3-a99a-bb8c1628313e req-84356a4a-c25b-4920-887c-9d265c954c79 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] Made reservation on behalf of 206f91034b0649c3b3d4232a12c9085e for: {'port': 1} {{(pid=114529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 17:52:19.757188 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-674bfe31-2b7b-4ca3-a99a-bb8c1628313e req-84356a4a-c25b-4920-887c-9d265c954c79 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:19.877554 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.db_base_plugin_common [req-674bfe31-2b7b-4ca3-a99a-bb8c1628313e req-84356a4a-c25b-4920-887c-9d265c954c79 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] Allocated IP 172.20.0.10 (1fe5d597-d927-4ae9-b9d9-04ab61ecf04f/02f73527-5d4b-4bb8-82f3-428dfb083d85/180233b4-8727-47e1-8c0b-1edc496b954e) {{(pid=114529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 17:52:20.028218 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-674bfe31-2b7b-4ca3-a99a-bb8c1628313e req-84356a4a-c25b-4920-887c-9d265c954c79 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] Notify callbacks [] for port, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:20.144564 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-674bfe31-2b7b-4ca3-a99a-bb8c1628313e req-84356a4a-c25b-4920-887c-9d265c954c79 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764020614705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263063011'] for port, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:20.182998 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f9274a-fbd4-4d05-ae22-caa86c45fdaf req-fee64408-88dd-4193-bc10-bf4d1552f41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:20.184513 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-e4f9274a-fbd4-4d05-ae22-caa86c45fdaf req-fee64408-88dd-4193-bc10-bf4d1552f41c service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=60b78243-1f1e-45e5-83cf-ce6725a65a23 HTTP/1.1" status: 200 len: 1098 time: 0.0632367 Jun 10 17:52:20.224187 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-e4f9274a-fbd4-4d05-ae22-caa86c45fdaf req-c33b3709-6f13-495f-8eac-e96b22c9ab58 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=fe5d63c1-a590-402c-aa03-3d0e321c13ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311542 Jun 10 17:52:20.455805 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-674bfe31-2b7b-4ca3-a99a-bb8c1628313e req-84356a4a-c25b-4920-887c-9d265c954c79 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] Network 1fe5d597-d927-4ae9-b9d9-04ab61ecf04f is already hosted by enough agents. {{(pid=114529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:52:20.460161 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84356a4a-c25b-4920-887c-9d265c954c79 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] Pushing event updated for resources: {'Port': ['ID=180233b4-8727-47e1-8c0b-1edc496b954e,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:52:20.465215 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.base_scheduler [req-674bfe31-2b7b-4ca3-a99a-bb8c1628313e req-84356a4a-c25b-4920-887c-9d265c954c79 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] Resources bound (agent type, host, resource id): {{(pid=114529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:52:20.465215 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.l3_dvrscheduler_db [req-674bfe31-2b7b-4ca3-a99a-bb8c1628313e req-84356a4a-c25b-4920-887c-9d265c954c79 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] Received port after_create {{(pid=114529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 10 17:52:20.525802 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f5ad55-91a6-4f87-bf66-a7d7ad0d1ed3 req-cb401afa-2685-4c7f-a831-d0ca6847cde3 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:20.527280 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-a2f5ad55-91a6-4f87-bf66-a7d7ad0d1ed3 req-cb401afa-2685-4c7f-a831-d0ca6847cde3 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb746cca-980a-45bc-abde-e6b410e94c02 HTTP/1.1" status: 200 len: 984 time: 0.1395273 Jun 10 17:52:20.536001 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc106c-858c-4310-b8df-22402f64c162 req-79736c3a-4db5-4048-8502-ed37da0d7d30 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:20.537371 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-5cdc106c-858c-4310-b8df-22402f64c162 req-79736c3a-4db5-4048-8502-ed37da0d7d30 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 943 time: 0.1485324 Jun 10 17:52:20.544741 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674bfe31-2b7b-4ca3-a99a-bb8c1628313e req-84356a4a-c25b-4920-887c-9d265c954c79 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:20.545315 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-674bfe31-2b7b-4ca3-a99a-bb8c1628313e req-84356a4a-c25b-4920-887c-9d265c954c79 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for port, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:20.606110 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-a2f5ad55-91a6-4f87-bf66-a7d7ad0d1ed3 req-cb8204f3-98f2-4bf5-9d1d-a02436417250 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72fdf34-bdb2-4d3b-b291-8634d0649fdd&id=084106dd-80e3-4bba-91bc-837cf10f46c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0677767 Jun 10 17:52:20.610726 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-5cdc106c-858c-4310-b8df-22402f64c162 req-22742331-aecd-4fd5-ae91-9b23fdf2fa0f tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629640 Jun 10 17:52:20.673544 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-674bfe31-2b7b-4ca3-a99a-bb8c1628313e req-84356a4a-c25b-4920-887c-9d265c954c79 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1894686 Jun 10 17:52:20.699971 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.v2.base [req-674bfe31-2b7b-4ca3-a99a-bb8c1628313e req-f4e6eb0a-5c34-4dc9-b9ee-b89b29097415 service neutron] Request body: {'port': {'device_id': '72fb2f4f-1902-4fd6-880a-13fd63a1c802', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-xena0'}} {{(pid=114529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:52:20.738788 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecc244d-2ee0-48b0-bd9f-eadbcb1ce4a1 req-303b4e04-8cb8-4936-b938-c4d86ca3cb4b tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:20.740154 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-aecc244d-2ee0-48b0-bd9f-eadbcb1ce4a1 req-303b4e04-8cb8-4936-b938-c4d86ca3cb4b tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/ports?device_id=72fb2f4f-1902-4fd6-880a-13fd63a1c802 HTTP/1.1" status: 200 len: 932 time: 0.0799065 Jun 10 17:52:20.781920 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-674bfe31-2b7b-4ca3-a99a-bb8c1628313e req-f4e6eb0a-5c34-4dc9-b9ee-b89b29097415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:20.809340 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-aecc244d-2ee0-48b0-bd9f-eadbcb1ce4a1 req-70378a4d-d95d-46dd-ba51-45d167692d4a tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/security-groups?id=e34e9d33-06f7-444b-b871-be501815f2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625110 Jun 10 17:52:20.942402 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f87599d-5b6f-4d09-afb7-d3184b740ec2 req-1c67be8f-cd26-4bfe-8e00-4164a5f7155c tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:20.943914 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-1f87599d-5b6f-4d09-afb7-d3184b740ec2 req-1c67be8f-cd26-4bfe-8e00-4164a5f7155c tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=60b78243-1f1e-45e5-83cf-ce6725a65a23 HTTP/1.1" status: 200 len: 945 time: 0.1150956 Jun 10 17:52:21.007680 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-1f87599d-5b6f-4d09-afb7-d3184b740ec2 req-ebaf09d0-f1bc-441a-bb5b-ccdfb290f2ba tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d63c1-a590-402c-aa03-3d0e321c13ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577996 Jun 10 17:52:21.120857 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.notifiers.nova [req-674bfe31-2b7b-4ca3-a99a-bb8c1628313e req-f4e6eb0a-5c34-4dc9-b9ee-b89b29097415 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 180233b4-8727-47e1-8c0b-1edc496b954e {{(pid=114529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 10 17:52:21.128010 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-674bfe31-2b7b-4ca3-a99a-bb8c1628313e req-f4e6eb0a-5c34-4dc9-b9ee-b89b29097415 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:21.139191 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.provisioning_blocks [req-674bfe31-2b7b-4ca3-a99a-bb8c1628313e req-f4e6eb0a-5c34-4dc9-b9ee-b89b29097415 service neutron] Transition to ACTIVE for port object 180233b4-8727-47e1-8c0b-1edc496b954e will not be triggered until provisioned by entity L2. {{(pid=114529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 17:52:21.228582 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-674bfe31-2b7b-4ca3-a99a-bb8c1628313e req-f4e6eb0a-5c34-4dc9-b9ee-b89b29097415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263062808'] for port, after_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:21.279267 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e6eb0a-5c34-4dc9-b9ee-b89b29097415 service neutron] Pushing event updated for resources: {'Port': ['ID=180233b4-8727-47e1-8c0b-1edc496b954e,revision_number=2']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:52:21.348324 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.managers [req-674bfe31-2b7b-4ca3-a99a-bb8c1628313e req-f4e6eb0a-5c34-4dc9-b9ee-b89b29097415 service neutron] Attempting to bind port 180233b4-8727-47e1-8c0b-1edc496b954e on host hv-cinder-xena0 for vnic_type normal with profile {{(pid=114529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 17:52:21.348762 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.managers [req-674bfe31-2b7b-4ca3-a99a-bb8c1628313e req-f4e6eb0a-5c34-4dc9-b9ee-b89b29097415 service neutron] Attempting to bind port 180233b4-8727-47e1-8c0b-1edc496b954e by drivers openvswitch,hyperv on host hv-cinder-xena0 at level 0 using segments [{'id': 'c69d8552-988e-41e2-b7ff-711661fe55dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '1fe5d597-d927-4ae9-b9d9-04ab61ecf04f'}] {{(pid=114529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 17:52:21.349092 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674bfe31-2b7b-4ca3-a99a-bb8c1628313e req-f4e6eb0a-5c34-4dc9-b9ee-b89b29097415 service neutron] Attempting to bind port 180233b4-8727-47e1-8c0b-1edc496b954e on network 1fe5d597-d927-4ae9-b9d9-04ab61ecf04f {{(pid=114529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 10 17:52:21.354406 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674bfe31-2b7b-4ca3-a99a-bb8c1628313e req-f4e6eb0a-5c34-4dc9-b9ee-b89b29097415 service neutron] Port 180233b4-8727-47e1-8c0b-1edc496b954e on network 1fe5d597-d927-4ae9-b9d9-04ab61ecf04f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-xena0 {{(pid=114529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 10 17:52:21.354720 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674bfe31-2b7b-4ca3-a99a-bb8c1628313e req-f4e6eb0a-5c34-4dc9-b9ee-b89b29097415 service neutron] Attempting to bind port 180233b4-8727-47e1-8c0b-1edc496b954e on network 1fe5d597-d927-4ae9-b9d9-04ab61ecf04f {{(pid=114529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 10 17:52:21.363322 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674bfe31-2b7b-4ca3-a99a-bb8c1628313e req-f4e6eb0a-5c34-4dc9-b9ee-b89b29097415 service neutron] Checking agent: {'id': '7469bf7c-50e4-4cc8-b056-051e3e633b26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-xena0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 10, 17, 46, 19), 'started_at': datetime.datetime(2022, 6, 10, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 10, 17, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 10 17:52:21.363322 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674bfe31-2b7b-4ca3-a99a-bb8c1628313e req-f4e6eb0a-5c34-4dc9-b9ee-b89b29097415 service neutron] Checking segment: {'id': 'c69d8552-988e-41e2-b7ff-711661fe55dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '1fe5d597-d927-4ae9-b9d9-04ab61ecf04f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 10 17:52:21.363322 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674bfe31-2b7b-4ca3-a99a-bb8c1628313e req-f4e6eb0a-5c34-4dc9-b9ee-b89b29097415 service neutron] Bound using segment: {'id': 'c69d8552-988e-41e2-b7ff-711661fe55dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '1fe5d597-d927-4ae9-b9d9-04ab61ecf04f'} {{(pid=114529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 10 17:52:21.363322 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.managers [req-674bfe31-2b7b-4ca3-a99a-bb8c1628313e req-f4e6eb0a-5c34-4dc9-b9ee-b89b29097415 service neutron] Bound port: 180233b4-8727-47e1-8c0b-1edc496b954e, host: hv-cinder-xena0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c69d8552-988e-41e2-b7ff-711661fe55dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '1fe5d597-d927-4ae9-b9d9-04ab61ecf04f'}}] {{(pid=114529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 17:52:21.363322 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-674bfe31-2b7b-4ca3-a99a-bb8c1628313e req-f4e6eb0a-5c34-4dc9-b9ee-b89b29097415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:21.429756 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.db [req-674bfe31-2b7b-4ca3-a99a-bb8c1628313e req-f4e6eb0a-5c34-4dc9-b9ee-b89b29097415 service neutron] For port 180233b4-8727-47e1-8c0b-1edc496b954e, host hv-cinder-xena0, cleared binding levels {{(pid=114529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 10 17:52:21.432803 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.db [req-674bfe31-2b7b-4ca3-a99a-bb8c1628313e req-f4e6eb0a-5c34-4dc9-b9ee-b89b29097415 service neutron] For port 180233b4-8727-47e1-8c0b-1edc496b954e, host hv-cinder-xena0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=180233b4-8727-47e1-8c0b-1edc496b954e,segment=NetworkSegment(c69d8552-988e-41e2-b7ff-711661fe55dd),segment_id=c69d8552-988e-41e2-b7ff-711661fe55dd)] {{(pid=114529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 10 17:52:21.497901 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-674bfe31-2b7b-4ca3-a99a-bb8c1628313e req-f4e6eb0a-5c34-4dc9-b9ee-b89b29097415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263062808'] for port, after_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:21.533058 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674bfe31-2b7b-4ca3-a99a-bb8c1628313e req-f4e6eb0a-5c34-4dc9-b9ee-b89b29097415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:21.533659 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-674bfe31-2b7b-4ca3-a99a-bb8c1628313e req-f4e6eb0a-5c34-4dc9-b9ee-b89b29097415 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for port, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:21.535100 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-674bfe31-2b7b-4ca3-a99a-bb8c1628313e req-f4e6eb0a-5c34-4dc9-b9ee-b89b29097415 service neutron] 10.222.0.27 "PUT /v2.0/ports/180233b4-8727-47e1-8c0b-1edc496b954e HTTP/1.1" status: 200 len: 1094 time: 0.8401816 Jun 10 17:52:21.535519 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72fb2f4f-1902-4fd6-880a-13fd63a1c802', 'tag': '180233b4-8727-47e1-8c0b-1edc496b954e'}] {{(pid=114529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:52:21.537839 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}546b112a5b217dbfa88e609245cede7dd2905721b158f3f41c3dff8a3887b3c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7a3606-935a-43f9-af9b-334213b70674" -d '{"events": [{"name": "network-changed", "server_uuid": "72fb2f4f-1902-4fd6-880a-13fd63a1c802", "tag": "180233b4-8727-47e1-8c0b-1edc496b954e"}]}' {{(pid=114529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:52:21.559785 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e6eb0a-5c34-4dc9-b9ee-b89b29097415 service neutron] Pushing event updated for resources: {'Port': ['ID=180233b4-8727-47e1-8c0b-1edc496b954e,revision_number=3']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:52:21.576212 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Jun 2022 17:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc62615-d0bd-4d37-9f9b-902c232b8d67 x-openstack-request-id: req-5dc62615-d0bd-4d37-9f9b-902c232b8d67 {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:52:21.576557 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72fb2f4f-1902-4fd6-880a-13fd63a1c802", "tag": "180233b4-8727-47e1-8c0b-1edc496b954e", "status": "completed", "code": 200}]} {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:52:21.576829 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5dc62615-d0bd-4d37-9f9b-902c232b8d67 {{(pid=114529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:52:21.577180 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dc62615-d0bd-4d37-9f9b-902c232b8d67'] response: {'name': 'network-changed', 'server_uuid': '72fb2f4f-1902-4fd6-880a-13fd63a1c802', 'tag': '180233b4-8727-47e1-8c0b-1edc496b954e', 'status': 'completed', 'code': 200} Jun 10 17:52:21.758085 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a3606-935a-43f9-af9b-334213b70674 req-98b710e1-f4d3-40bc-8717-fc0e159e72fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:21.759634 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-cd7a3606-935a-43f9-af9b-334213b70674 req-98b710e1-f4d3-40bc-8717-fc0e159e72fd service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=206f91034b0649c3b3d4232a12c9085e&device_id=72fb2f4f-1902-4fd6-880a-13fd63a1c802 HTTP/1.1" status: 200 len: 1097 time: 0.1032975 Jun 10 17:52:21.785184 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126c85a-4147-4606-a534-88127a5f2d7c req-ad7f20e1-17fc-4831-afe5-b6096232254e tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:21.786521 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-4126c85a-4147-4606-a534-88127a5f2d7c req-ad7f20e1-17fc-4831-afe5-b6096232254e tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 943 time: 0.0873880 Jun 10 17:52:21.793819 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9c5e9-4b3c-40b7-91f0-ad6c9420b3c9 req-9358ee0c-b168-4aea-98ec-92bfa545e153 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:21.795222 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-27f9c5e9-4b3c-40b7-91f0-ad6c9420b3c9 req-9358ee0c-b168-4aea-98ec-92bfa545e153 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb746cca-980a-45bc-abde-e6b410e94c02 HTTP/1.1" status: 200 len: 984 time: 0.0942316 Jun 10 17:52:21.870922 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-4126c85a-4147-4606-a534-88127a5f2d7c req-32ac2624-d736-4e9d-9c08-7340424abce7 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747495 Jun 10 17:52:21.879744 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-27f9c5e9-4b3c-40b7-91f0-ad6c9420b3c9 req-2f75bc07-ad74-45dc-8cf8-390337d84750 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72fdf34-bdb2-4d3b-b291-8634d0649fdd&id=084106dd-80e3-4bba-91bc-837cf10f46c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0777485 Jun 10 17:52:21.953855 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a3606-935a-43f9-af9b-334213b70674 req-4687a5d5-a944-4f28-ac5a-ea56dc7b64b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:21.955330 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-cd7a3606-935a-43f9-af9b-334213b70674 req-4687a5d5-a944-4f28-ac5a-ea56dc7b64b5 service neutron] 10.222.0.27 "GET /v2.0/networks?tenant_id=206f91034b0649c3b3d4232a12c9085e&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1258442 Jun 10 17:52:22.011234 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ac57a-ad94-4ef7-8361-57772645ef7d req-cfab01f3-70d6-45b5-b137-fbaaae37699c tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:22.012731 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-451ac57a-ad94-4ef7-8361-57772645ef7d req-cfab01f3-70d6-45b5-b137-fbaaae37699c tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/ports?device_id=72fb2f4f-1902-4fd6-880a-13fd63a1c802 HTTP/1.1" status: 200 len: 944 time: 0.0493593 Jun 10 17:52:22.111015 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-451ac57a-ad94-4ef7-8361-57772645ef7d req-085b9901-28ec-47a4-ad5b-42745e0b7bd0 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/security-groups?id=e34e9d33-06f7-444b-b871-be501815f2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922749 Jun 10 17:52:22.167797 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a3606-935a-43f9-af9b-334213b70674 req-46a7d481-a499-45f2-92aa-5f284e0a272c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:22.173262 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-cd7a3606-935a-43f9-af9b-334213b70674 req-46a7d481-a499-45f2-92aa-5f284e0a272c service neutron] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1355164 Jun 10 17:52:22.177092 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5758984-4698-4da4-9e70-f74c325969e5 req-302382fb-4e92-4964-b747-bf181f039822 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:22.178513 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-b5758984-4698-4da4-9e70-f74c325969e5 req-302382fb-4e92-4964-b747-bf181f039822 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=60b78243-1f1e-45e5-83cf-ce6725a65a23 HTTP/1.1" status: 200 len: 945 time: 0.0984571 Jun 10 17:52:22.217427 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-b5758984-4698-4da4-9e70-f74c325969e5 req-49f3a172-df08-4e20-9725-f4eb12f469eb tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d63c1-a590-402c-aa03-3d0e321c13ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324018 Jun 10 17:52:22.287205 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674bfe31-2b7b-4ca3-a99a-bb8c1628313e req-6aaab8d0-58e2-468b-9b4e-4643cf62c6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:22.288733 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-674bfe31-2b7b-4ca3-a99a-bb8c1628313e req-6aaab8d0-58e2-468b-9b4e-4643cf62c6ee service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=206f91034b0649c3b3d4232a12c9085e&device_id=72fb2f4f-1902-4fd6-880a-13fd63a1c802 HTTP/1.1" status: 200 len: 1097 time: 0.0409849 Jun 10 17:52:22.357449 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-674bfe31-2b7b-4ca3-a99a-bb8c1628313e req-8bebfde8-2646-4f49-9311-21d5e31a9e76 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=180233b4-8727-47e1-8c0b-1edc496b954e HTTP/1.1" status: 200 len: 217 time: 0.0423377 Jun 10 17:52:22.408142 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674bfe31-2b7b-4ca3-a99a-bb8c1628313e req-f0dce0d5-9c8c-487e-9cfe-9d62c871b1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:22.409739 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-674bfe31-2b7b-4ca3-a99a-bb8c1628313e req-f0dce0d5-9c8c-487e-9cfe-9d62c871b1fe service neutron] 10.222.0.27 "GET /v2.0/subnets?id=02f73527-5d4b-4bb8-82f3-428dfb083d85 HTTP/1.1" status: 200 len: 853 time: 0.0444756 Jun 10 17:52:22.452046 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-674bfe31-2b7b-4ca3-a99a-bb8c1628313e req-e3f3a00d-213e-4486-b9ac-ae4ede2f563a service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=1fe5d597-d927-4ae9-b9d9-04ab61ecf04f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255344 Jun 10 17:52:22.544829 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-674bfe31-2b7b-4ca3-a99a-bb8c1628313e req-3e4e9ba5-6a90-4d5b-8766-85780d555d5a service neutron] 10.222.0.27 "GET /v2.0/networks/1fe5d597-d927-4ae9-b9d9-04ab61ecf04f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863900 Jun 10 17:52:22.545187 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.agents_db [None req-a7dfe2cf-50d1-49ca-b1ce-2a181a6e45d3 None None] Agent healthcheck: found 6 active agents {{(pid=114531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 10 17:52:22.634568 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-674bfe31-2b7b-4ca3-a99a-bb8c1628313e req-1965978a-a9e4-4a89-b396-2048c060ea7e service neutron] 10.222.0.27 "GET /v2.0/networks/1fe5d597-d927-4ae9-b9d9-04ab61ecf04f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827904 Jun 10 17:52:22.739398 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de4260-7829-414b-a1ea-804909b46763 req-c7f90887-08fb-4510-90d6-624a68042c79 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:22.740904 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-46de4260-7829-414b-a1ea-804909b46763 req-c7f90887-08fb-4510-90d6-624a68042c79 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=60b78243-1f1e-45e5-83cf-ce6725a65a23 HTTP/1.1" status: 200 len: 945 time: 0.0499482 Jun 10 17:52:22.782762 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-46de4260-7829-414b-a1ea-804909b46763 req-c9c2ed7a-3a57-4401-b718-939869305c2f tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d63c1-a590-402c-aa03-3d0e321c13ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357077 Jun 10 17:52:22.864883 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b2cfea-870c-47e8-b719-0ed48865946a req-d67fb7fa-e938-4184-ada0-3e24bd8d4b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:22.866683 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-48b2cfea-870c-47e8-b719-0ed48865946a req-d67fb7fa-e938-4184-ada0-3e24bd8d4b2c service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=977e9ef6bd9842379167d252715c6e8c&device_id=60b78243-1f1e-45e5-83cf-ce6725a65a23 HTTP/1.1" status: 200 len: 1098 time: 0.0443172 Jun 10 17:52:22.965335 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b2cfea-870c-47e8-b719-0ed48865946a req-8f90d60e-526e-47a6-a9f3-1dd11d8c3116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:22.966851 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-48b2cfea-870c-47e8-b719-0ed48865946a req-8f90d60e-526e-47a6-a9f3-1dd11d8c3116 service neutron] 10.222.0.27 "GET /v2.0/networks?id=e628d0f6-63d3-440a-9d16-11e611b2380d HTTP/1.1" status: 200 len: 920 time: 0.0861988 Jun 10 17:52:23.062510 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-48b2cfea-870c-47e8-b719-0ed48865946a req-5891fb53-5a0a-4460-b8b0-739241c87003 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e78f4627-59e2-4b53-bccf-1c463ab9d7e8 HTTP/1.1" status: 200 len: 1001 time: 0.0873792 Jun 10 17:52:23.071044 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f07197-1507-4f7d-9541-5b32347ad127 req-4ca7a34c-1704-4903-a1b2-393a8df3151f tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:23.072411 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-45f07197-1507-4f7d-9541-5b32347ad127 req-4ca7a34c-1704-4903-a1b2-393a8df3151f tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 943 time: 0.0986524 Jun 10 17:52:23.138819 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-45f07197-1507-4f7d-9541-5b32347ad127 req-80011732-2742-4ad5-9cbb-b08f0f5eda9a tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602024 Jun 10 17:52:23.145673 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b2cfea-870c-47e8-b719-0ed48865946a req-06da75e1-2729-46d9-8263-d7b84c89d291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:23.147786 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-48b2cfea-870c-47e8-b719-0ed48865946a req-06da75e1-2729-46d9-8263-d7b84c89d291 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=9b159fa3-bdfe-428f-8e21-2b18edcf45c9 HTTP/1.1" status: 200 len: 858 time: 0.0622296 Jun 10 17:52:23.230873 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b2cfea-870c-47e8-b719-0ed48865946a req-4d6faefc-618d-4f79-9022-4afe038e07bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:23.232360 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-48b2cfea-870c-47e8-b719-0ed48865946a req-4d6faefc-618d-4f79-9022-4afe038e07bb service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=e628d0f6-63d3-440a-9d16-11e611b2380d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0778975 Jun 10 17:52:23.244408 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1b9294-3cb0-4e56-bd7c-dc3e0b2f020e req-d3230730-1ace-46e9-8967-5540014822ab tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:23.245794 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-0a1b9294-3cb0-4e56-bd7c-dc3e0b2f020e req-d3230730-1ace-46e9-8967-5540014822ab tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/ports?device_id=72fb2f4f-1902-4fd6-880a-13fd63a1c802 HTTP/1.1" status: 200 len: 944 time: 0.0596428 Jun 10 17:52:23.336950 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-0a1b9294-3cb0-4e56-bd7c-dc3e0b2f020e req-0bd2dd4e-0de0-4d3f-b1cd-de2d8304a773 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/security-groups?id=e34e9d33-06f7-444b-b871-be501815f2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833523 Jun 10 17:52:23.359418 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-48b2cfea-870c-47e8-b719-0ed48865946a req-dac9d28a-8675-4a5c-8d15-67a3c6d55c3b service neutron] 10.222.0.27 "GET /v2.0/networks/e628d0f6-63d3-440a-9d16-11e611b2380d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125805 Jun 10 17:52:23.449988 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-48b2cfea-870c-47e8-b719-0ed48865946a req-04522704-0139-43b7-8178-4cc0f10ad675 service neutron] 10.222.0.27 "GET /v2.0/networks/e628d0f6-63d3-440a-9d16-11e611b2380d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814235 Jun 10 17:52:23.899323 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6505a459-114a-4c84-9791-246d7531d369 req-0eb5f03a-7857-464d-bd40-0aeb9f2c0ff9 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:23.900759 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-6505a459-114a-4c84-9791-246d7531d369 req-0eb5f03a-7857-464d-bd40-0aeb9f2c0ff9 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=60b78243-1f1e-45e5-83cf-ce6725a65a23 HTTP/1.1" status: 200 len: 945 time: 0.0526047 Jun 10 17:52:23.937993 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-6505a459-114a-4c84-9791-246d7531d369 req-2a90612f-fac8-4291-9a01-ebf8fa5f2c01 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d63c1-a590-402c-aa03-3d0e321c13ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311682 Jun 10 17:52:24.003868 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device 180233b4-8727-47e1-8c0b-1edc496b954e details requested by agent hyperv_hv-cinder-xena0 with host hv-cinder-xena0 {{(pid=114530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 10 17:52:24.055527 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 46808) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:52:24.097481 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port 180233b4-8727-47e1-8c0b-1edc496b954e, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=180233b4-8727-47e1-8c0b-1edc496b954e,segment=NetworkSegment(c69d8552-988e-41e2-b7ff-711661fe55dd),segment_id=c69d8552-988e-41e2-b7ff-711661fe55dd)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:52:24.098146 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a8da10f-110c-4d48-9b4b-35e28a9c8434 admin admin] Deleting subnet 4b1840ec-2bf5-4620-aedf-a473654efe02 {{(pid=114528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 10 17:52:24.101779 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-0a8da10f-110c-4d48-9b4b-35e28a9c8434 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:24.112218 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Returning: {'device': '180233b4-8727-47e1-8c0b-1edc496b954e', 'network_id': '1fe5d597-d927-4ae9-b9d9-04ab61ecf04f', 'port_id': '180233b4-8727-47e1-8c0b-1edc496b954e', 'mac_address': 'fa:16:3e:b8:f7:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02f73527-5d4b-4bb8-82f3-428dfb083d85', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 10 17:52:24.134805 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-0a8da10f-110c-4d48-9b4b-35e28a9c8434 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1640858'] for subnet, precommit_delete_associations {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:24.149234 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Current status of the port 180233b4-8727-47e1-8c0b-1edc496b954e is: DOWN; New status is: BUILD {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:52:24.149621 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:24.162955 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.notifiers.nova [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 180233b4-8727-47e1-8c0b-1edc496b954e {{(pid=114530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 10 17:52:24.174105 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-0a8da10f-110c-4d48-9b4b-35e28a9c8434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4008051'] for subnet, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:24.183208 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port 180233b4-8727-47e1-8c0b-1edc496b954e, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=180233b4-8727-47e1-8c0b-1edc496b954e,segment=NetworkSegment(c69d8552-988e-41e2-b7ff-711661fe55dd),segment_id=c69d8552-988e-41e2-b7ff-711661fe55dd)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:52:24.252116 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:24.268362 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c756fe59-22d9-48a5-adfc-d0a52b982d3f req-abc84e77-48c2-490b-85f6-588a00995a64 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:24.269982 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-c756fe59-22d9-48a5-adfc-d0a52b982d3f req-abc84e77-48c2-490b-85f6-588a00995a64 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 943 time: 0.0480731 Jun 10 17:52:24.300779 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Pushing event updated for resources: {'Port': ['ID=180233b4-8727-47e1-8c0b-1edc496b954e,revision_number=4']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:52:24.307645 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-c756fe59-22d9-48a5-adfc-d0a52b982d3f req-136fba64-aad5-4653-a424-8abed7775cdb tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310929 Jun 10 17:52:24.307835 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:52:24.308182 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:52:24.308516 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:52:24.308846 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:52:24.309172 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:52:24.309499 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:52:24.309900 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:52:24.310260 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:52:24.310609 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:52:24.310938 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:52:24.311512 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:52:24.311830 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:52:24.313545 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-0a8da10f-110c-4d48-9b4b-35e28a9c8434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4008060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262939984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263611608'] for subnet, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:24.344841 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8da10f-110c-4d48-9b4b-35e28a9c8434 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b1840ec-2bf5-4620-aedf-a473654efe02,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:52:24.355334 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-0a8da10f-110c-4d48-9b4b-35e28a9c8434 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:24.358467 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-0a8da10f-110c-4d48-9b4b-35e28a9c8434 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4b1840ec-2bf5-4620-aedf-a473654efe02 HTTP/1.1" status: 204 len: 168 time: 0.3018446 Jun 10 17:52:24.360320 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8da10f-110c-4d48-9b4b-35e28a9c8434 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:52:24.360698 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8da10f-110c-4d48-9b4b-35e28a9c8434 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:52:24.361058 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8da10f-110c-4d48-9b4b-35e28a9c8434 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:52:24.361388 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8da10f-110c-4d48-9b4b-35e28a9c8434 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:52:24.361804 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8da10f-110c-4d48-9b4b-35e28a9c8434 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:52:24.362082 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 46814) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:52:24.362492 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8da10f-110c-4d48-9b4b-35e28a9c8434 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:52:24.362492 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8da10f-110c-4d48-9b4b-35e28a9c8434 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:52:24.362898 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8da10f-110c-4d48-9b4b-35e28a9c8434 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:52:24.363227 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8da10f-110c-4d48-9b4b-35e28a9c8434 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:52:24.363552 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8da10f-110c-4d48-9b4b-35e28a9c8434 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:52:24.363990 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8da10f-110c-4d48-9b4b-35e28a9c8434 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:52:24.364317 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8da10f-110c-4d48-9b4b-35e28a9c8434 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:52:24.460965 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-f9890fe4-54ac-4e4f-bfc0-aba105d89893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3935284'] for network, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:24.483149 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae610a-699b-452b-94c8-fc0a238159c9 req-2305d60c-0a8c-4e12-ba0a-49dc416877e4 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:24.484558 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-90ae610a-699b-452b-94c8-fc0a238159c9 req-2305d60c-0a8c-4e12-ba0a-49dc416877e4 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/ports?device_id=72fb2f4f-1902-4fd6-880a-13fd63a1c802 HTTP/1.1" status: 200 len: 945 time: 0.0662303 Jun 10 17:52:24.570531 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-f9890fe4-54ac-4e4f-bfc0-aba105d89893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4008428', 'neutron.services.segments.db._delete_segments_for_network-8764020915914'] for network, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:24.595433 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-90ae610a-699b-452b-94c8-fc0a238159c9 req-9ea6cfa2-16df-4003-ab09-8e937aad0aac tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/security-groups?id=e34e9d33-06f7-444b-b871-be501815f2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876281 Jun 10 17:52:24.603344 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.services.segments.db [None req-f9890fe4-54ac-4e4f-bfc0-aba105d89893 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc44db77-e676-451b-a61e-89825ebb1d1f']}} {{(pid=114529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:52:24.612349 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.services.segments.db [None req-f9890fe4-54ac-4e4f-bfc0-aba105d89893 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e4bfa91-46c1-48ed-aa46-2158dbbc6530') {'for_net_delete': True} {{(pid=114529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:52:24.612645 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.services.segments.db [None req-f9890fe4-54ac-4e4f-bfc0-aba105d89893 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e4bfa91-46c1-48ed-aa46-2158dbbc6530') {} {{(pid=114529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:52:24.621892 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-f9890fe4-54ac-4e4f-bfc0-aba105d89893 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764020916947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263706163'] for segment, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:24.634956 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-f9890fe4-54ac-4e4f-bfc0-aba105d89893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009214'] for segment, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:24.640823 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9890fe4-54ac-4e4f-bfc0-aba105d89893 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=114529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 17:52:24.641200 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-f9890fe4-54ac-4e4f-bfc0-aba105d89893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263062844'] for segment, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:24.659546 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.services.segments.plugin [-] Segment 7e4bfa91-46c1-48ed-aa46-2158dbbc6530 resource provider aggregate not found Jun 10 17:52:24.667910 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] get_ports_and_sgs() called for port_ids ['180233b4-8727-47e1-8c0b-1edc496b954e'] {{(pid=114530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 10 17:52:24.695663 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.services.segments.plugin [-] Segment 7e4bfa91-46c1-48ed-aa46-2158dbbc6530 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7e4bfa91-46c1-48ed-aa46-2158dbbc6530 found for delete ", "request_id": "req-e45a7c4b-f2fa-4df2-a2f5-11b6d0a57539"}]} Jun 10 17:52:24.788740 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-f9890fe4-54ac-4e4f-bfc0-aba105d89893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4008437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753944'] for network, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:24.794124 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-f9890fe4-54ac-4e4f-bfc0-aba105d89893 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-734032'] for network, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:24.797372 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-f9890fe4-54ac-4e4f-bfc0-aba105d89893 admin admin] 10.222.0.16 "DELETE /v2.0/networks/bc44db77-e676-451b-a61e-89825ebb1d1f HTTP/1.1" status: 204 len: 168 time: 0.4340739 Jun 10 17:52:24.811094 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9890fe4-54ac-4e4f-bfc0-aba105d89893 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc44db77-e676-451b-a61e-89825ebb1d1f,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:52:24.818438 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9890fe4-54ac-4e4f-bfc0-aba105d89893 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:52:24.819356 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9890fe4-54ac-4e4f-bfc0-aba105d89893 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:52:24.819688 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9890fe4-54ac-4e4f-bfc0-aba105d89893 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:52:24.820015 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9890fe4-54ac-4e4f-bfc0-aba105d89893 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:52:24.820336 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9890fe4-54ac-4e4f-bfc0-aba105d89893 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:52:24.820655 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9890fe4-54ac-4e4f-bfc0-aba105d89893 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:52:24.820972 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9890fe4-54ac-4e4f-bfc0-aba105d89893 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:52:24.821288 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9890fe4-54ac-4e4f-bfc0-aba105d89893 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:52:24.821647 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9890fe4-54ac-4e4f-bfc0-aba105d89893 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:52:24.821956 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9890fe4-54ac-4e4f-bfc0-aba105d89893 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:52:24.822291 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9890fe4-54ac-4e4f-bfc0-aba105d89893 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:52:24.822605 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9890fe4-54ac-4e4f-bfc0-aba105d89893 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:52:25.050132 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91ed0b7-71fd-48ff-821b-3c24306ee91d req-dbc54df6-9445-4039-b471-5ccbcb473028 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:25.051592 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d91ed0b7-71fd-48ff-821b-3c24306ee91d req-dbc54df6-9445-4039-b471-5ccbcb473028 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=60b78243-1f1e-45e5-83cf-ce6725a65a23 HTTP/1.1" status: 200 len: 945 time: 0.0486820 Jun 10 17:52:25.092920 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d91ed0b7-71fd-48ff-821b-3c24306ee91d req-744cb27c-b213-405d-92a6-6aae901487bb tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d63c1-a590-402c-aa03-3d0e321c13ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346391 Jun 10 17:52:25.203745 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 46824) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:52:25.244043 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-ce6d6a78-6a7a-4dfc-981b-ad80e3b2c9e2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1bdefcece43c42c294c36d1ced6a53cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391357 Jun 10 17:52:25.246446 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 46826) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:52:25.292384 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-23735680-dbe7-490e-8a5d-3e756cb5cf36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:25.313367 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-23735680-dbe7-490e-8a5d-3e756cb5cf36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:25.434787 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ffac47-12b0-4a18-a1b7-88ffe438ac61 req-3de3c699-41aa-4661-a76e-e5df63056bf6 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:25.436401 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-e3ffac47-12b0-4a18-a1b7-88ffe438ac61 req-3de3c699-41aa-4661-a76e-e5df63056bf6 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 943 time: 0.0491245 Jun 10 17:52:25.443401 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-23735680-dbe7-490e-8a5d-3e756cb5cf36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:25.445950 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-23735680-dbe7-490e-8a5d-3e756cb5cf36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:25.447085 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-23735680-dbe7-490e-8a5d-3e756cb5cf36 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f9e7fc3f-e9fd-42d9-841b-fa9c3cc19755 HTTP/1.1" status: 204 len: 168 time: 0.1997252 Jun 10 17:52:25.465904 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23735680-dbe7-490e-8a5d-3e756cb5cf36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e7fc3f-e9fd-42d9-841b-fa9c3cc19755,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:52:25.492292 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-e3ffac47-12b0-4a18-a1b7-88ffe438ac61 req-f4c1b4eb-ccec-4c38-8b89-214e04396ddf tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497584 Jun 10 17:52:25.709246 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e7e30a-4215-48c5-943d-61882c9b077f req-87ebf45e-135f-4fc7-b441-880fc2b7b005 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:25.710932 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f6e7e30a-4215-48c5-943d-61882c9b077f req-87ebf45e-135f-4fc7-b441-880fc2b7b005 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/ports?device_id=72fb2f4f-1902-4fd6-880a-13fd63a1c802 HTTP/1.1" status: 200 len: 945 time: 0.0488060 Jun 10 17:52:25.748101 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f6e7e30a-4215-48c5-943d-61882c9b077f req-e6fc10e2-9ad3-41c3-a2f5-a49494831a57 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/security-groups?id=e34e9d33-06f7-444b-b871-be501815f2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311847 Jun 10 17:52:26.014846 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device d0a7daab-fe71-46f4-8372-7e23b215b068 details requested by agent hyperv_hv-cinder-xena0 with host hv-cinder-xena0 {{(pid=114530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 10 17:52:26.030841 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device 180233b4-8727-47e1-8c0b-1edc496b954e up at agent hyperv_hv-cinder-xena0 {{(pid=114530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 17:52:26.143345 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port d0a7daab-fe71-46f4-8372-7e23b215b068, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=d0a7daab-fe71-46f4-8372-7e23b215b068,segment=NetworkSegment(20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a),segment_id=20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:52:26.156485 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Returning: {'device': 'd0a7daab-fe71-46f4-8372-7e23b215b068', 'network_id': '272ad309-eaf3-4f81-8366-f3ca4e7cfed0', 'port_id': 'd0a7daab-fe71-46f4-8372-7e23b215b068', 'mac_address': 'fa:16:3e:68:19:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88a38658-7809-4abe-b052-dc4be9423e4c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 10 17:52:26.195802 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Current status of the port d0a7daab-fe71-46f4-8372-7e23b215b068 is: DOWN; New status is: BUILD {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:52:26.196170 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:26.207293 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc41de7-90aa-44a1-a7d0-dc0f9fe37c68 req-7e9711d2-7b73-40eb-968e-216978d811d1 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:26.208754 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-6cc41de7-90aa-44a1-a7d0-dc0f9fe37c68 req-7e9711d2-7b73-40eb-968e-216978d811d1 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=60b78243-1f1e-45e5-83cf-ce6725a65a23 HTTP/1.1" status: 200 len: 945 time: 0.0497284 Jun 10 17:52:26.218422 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Provisioning for port 180233b4-8727-47e1-8c0b-1edc496b954e completed by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 17:52:26.218422 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.notifiers.nova [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0a7daab-fe71-46f4-8372-7e23b215b068 {{(pid=114530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 10 17:52:26.219601 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Provisioning complete for port 180233b4-8727-47e1-8c0b-1edc496b954e triggered by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:52:26.219976 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:26.249156 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-6cc41de7-90aa-44a1-a7d0-dc0f9fe37c68 req-a0609290-da1e-46c0-86b3-c1e45404ae21 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d63c1-a590-402c-aa03-3d0e321c13ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336471 Jun 10 17:52:26.259565 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port d0a7daab-fe71-46f4-8372-7e23b215b068, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=d0a7daab-fe71-46f4-8372-7e23b215b068,segment=NetworkSegment(20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a),segment_id=20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:52:26.363691 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea67f4b-aa7d-46f0-8ec6-cc7cc647e2ee req-a5517c04-11cc-4740-97a5-85bb356d5efc tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:26.365907 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-5ea67f4b-aa7d-46f0-8ec6-cc7cc647e2ee req-a5517c04-11cc-4740-97a5-85bb356d5efc tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=60b78243-1f1e-45e5-83cf-ce6725a65a23 HTTP/1.1" status: 200 len: 945 time: 0.0523283 Jun 10 17:52:26.374824 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 46838) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:52:26.379523 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.v2.base [None req-60b7a75f-ace6-43ec-a476-8d59df35b2c8 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Request body: {'floatingip': {'port_id': 'e78f4627-59e2-4b53-bccf-1c463ab9d7e8'}} {{(pid=114529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:52:26.418374 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:26.457134 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Current status of the port 180233b4-8727-47e1-8c0b-1edc496b954e is: BUILD; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:52:26.457525 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:26.490079 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-60b7a75f-ace6-43ec-a476-8d59df35b2c8 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Notify callbacks [] for floatingip, before_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:26.498140 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72fb2f4f-1902-4fd6-880a-13fd63a1c802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '180233b4-8727-47e1-8c0b-1edc496b954e'}] {{(pid=114530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:52:26.500379 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059d8b929bb81300c707de1c8675048d791f282ce62f1c2c108741a8dfb2b754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d2d7b4-c1a5-4ac9-9ded-76f0a59358fd" -d '{"events": [{"server_uuid": "72fb2f4f-1902-4fd6-880a-13fd63a1c802", "name": "network-vif-plugged", "status": "completed", "tag": "180233b4-8727-47e1-8c0b-1edc496b954e"}]}' {{(pid=114530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:52:26.505128 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Pushing event updated for resources: {'Port': ['ID=d0a7daab-fe71-46f4-8372-7e23b215b068,revision_number=9']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:52:26.522831 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port 180233b4-8727-47e1-8c0b-1edc496b954e, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=180233b4-8727-47e1-8c0b-1edc496b954e,segment=NetworkSegment(c69d8552-988e-41e2-b7ff-711661fe55dd),segment_id=c69d8552-988e-41e2-b7ff-711661fe55dd)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:52:26.543251 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Jun 2022 17:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66a26a8-7383-4a43-86dd-ac0bfad53305 x-openstack-request-id: req-f66a26a8-7383-4a43-86dd-ac0bfad53305 {{(pid=114530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:52:26.543557 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72fb2f4f-1902-4fd6-880a-13fd63a1c802", "name": "network-vif-plugged", "status": "completed", "tag": "180233b4-8727-47e1-8c0b-1edc496b954e", "code": 200}]} {{(pid=114530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:52:26.543849 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f66a26a8-7383-4a43-86dd-ac0bfad53305 {{(pid=114530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:52:26.549673 dv-cinder-xena-3-iscsi neutron-server[114530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f66a26a8-7383-4a43-86dd-ac0bfad53305'] response: {'server_uuid': '72fb2f4f-1902-4fd6-880a-13fd63a1c802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '180233b4-8727-47e1-8c0b-1edc496b954e', 'code': 200} Jun 10 17:52:26.602585 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:26.654304 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Pushing event updated for resources: {'Port': ['ID=180233b4-8727-47e1-8c0b-1edc496b954e,revision_number=5']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:52:26.812837 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] get_ports_and_sgs() called for port_ids ['d0a7daab-fe71-46f4-8372-7e23b215b068'] {{(pid=114530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 10 17:52:26.932340 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40511f36-98c1-44d8-918d-5ee9a3d17597 req-2b1bc938-d6e7-461e-8eea-2a7570eaa829 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:26.933797 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-40511f36-98c1-44d8-918d-5ee9a3d17597 req-2b1bc938-d6e7-461e-8eea-2a7570eaa829 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 944 time: 0.3578868 Jun 10 17:52:27.007071 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e9761c-d7ce-41ea-a210-2fbf5e21364d req-cd8bfea6-cd58-4da0-8629-51387f77ad02 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:27.008584 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-79e9761c-d7ce-41ea-a210-2fbf5e21364d req-cd8bfea6-cd58-4da0-8629-51387f77ad02 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/ports?device_id=72fb2f4f-1902-4fd6-880a-13fd63a1c802 HTTP/1.1" status: 200 len: 946 time: 0.1618767 Jun 10 17:52:27.010101 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec0c278-2ff1-431f-a30b-3b011a8c655f req-e4069048-5374-4d96-8378-4feb25b82248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:27.011442 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-eec0c278-2ff1-431f-a30b-3b011a8c655f req-e4069048-5374-4d96-8378-4feb25b82248 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=72fb2f4f-1902-4fd6-880a-13fd63a1c802 HTTP/1.1" status: 200 len: 1099 time: 0.1627233 Jun 10 17:52:27.089165 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-40511f36-98c1-44d8-918d-5ee9a3d17597 req-10756a14-0745-44cd-ab97-b207711bb45e tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210363 Jun 10 17:52:27.155151 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-eec0c278-2ff1-431f-a30b-3b011a8c655f req-72ce1fee-1be5-4976-9b3b-e779bc61fca1 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=e34e9d33-06f7-444b-b871-be501815f2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352873 Jun 10 17:52:27.163577 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-79e9761c-d7ce-41ea-a210-2fbf5e21364d req-5a1d5c93-cb30-4a5d-9a72-8f6204e4b7e6 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/security-groups?id=e34e9d33-06f7-444b-b871-be501815f2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473267 Jun 10 17:52:27.486634 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-60b7a75f-ace6-43ec-a476-8d59df35b2c8 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:27.548450 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-60b7a75f-ace6-43ec-a476-8d59df35b2c8 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-753974'] for floatingip, after_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:27.748604 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60b7a75f-ace6-43ec-a476-8d59df35b2c8 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Router d6a4d52a-af9e-4bc0-befc-894fd7602dc4 has already been hosted by L3 agent e04d2863-a40a-41db-9b2a-39042df37909 {{(pid=114529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 10 17:52:27.852528 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60b7a75f-ace6-43ec-a476-8d59df35b2c8 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=114529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 10 17:52:27.857306 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-60b7a75f-ace6-43ec-a476-8d59df35b2c8 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for floatingip, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:27.862302 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3502334a-cb4f-4392-ab6f-ea94c9bed587 None None] Sync routers for ids ['d6a4d52a-af9e-4bc0-befc-894fd7602dc4'] in dv-cinder-xena-3-iscsi {{(pid=114531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 17:52:27.872440 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3502334a-cb4f-4392-ab6f-ea94c9bed587 None None] Routers {'d6a4d52a-af9e-4bc0-befc-894fd7602dc4'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:52:27.873037 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-3502334a-cb4f-4392-ab6f-ea94c9bed587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:52:11Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['d6a4d52a-af9e-4bc0-befc-894fd7602dc4'], 'active': True} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:52:27.887225 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60b78243-1f1e-45e5-83cf-ce6725a65a23', 'tag': 'e78f4627-59e2-4b53-bccf-1c463ab9d7e8'}] {{(pid=114529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:52:27.889489 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}546b112a5b217dbfa88e609245cede7dd2905721b158f3f41c3dff8a3887b3c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74fa4ed2-1bf3-48ef-891c-e507099a3c12" -d '{"events": [{"name": "network-changed", "server_uuid": "60b78243-1f1e-45e5-83cf-ce6725a65a23", "tag": "e78f4627-59e2-4b53-bccf-1c463ab9d7e8"}]}' {{(pid=114529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:52:27.917296 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-60b7a75f-ace6-43ec-a476-8d59df35b2c8 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "PUT /v2.0/floatingips/669417d5-0e4f-4329-94bc-3d7f0b1c1064 HTTP/1.1" status: 200 len: 993 time: 1.5391524 Jun 10 17:52:27.927277 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Jun 2022 17:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af01a0a0-909e-4a3c-b967-c22f9b02e546 x-openstack-request-id: req-af01a0a0-909e-4a3c-b967-c22f9b02e546 {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:52:27.927556 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60b78243-1f1e-45e5-83cf-ce6725a65a23", "tag": "e78f4627-59e2-4b53-bccf-1c463ab9d7e8", "status": "completed", "code": 200}]} {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:52:27.928291 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-af01a0a0-909e-4a3c-b967-c22f9b02e546 {{(pid=114529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:52:27.928727 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af01a0a0-909e-4a3c-b967-c22f9b02e546'] response: {'name': 'network-changed', 'server_uuid': '60b78243-1f1e-45e5-83cf-ce6725a65a23', 'tag': 'e78f4627-59e2-4b53-bccf-1c463ab9d7e8', 'status': 'completed', 'code': 200} Jun 10 17:52:27.983411 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvr_db [None req-3502334a-cb4f-4392-ab6f-ea94c9bed587 None None] Set router d6a4d52a-af9e-4bc0-befc-894fd7602dc4 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:52:28.026497 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa4ed2-1bf3-48ef-891c-e507099a3c12 req-665ee885-a341-444e-ae4e-74e317dde1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:28.028070 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-74fa4ed2-1bf3-48ef-891c-e507099a3c12 req-665ee885-a341-444e-ae4e-74e317dde1d8 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=977e9ef6bd9842379167d252715c6e8c&device_id=60b78243-1f1e-45e5-83cf-ce6725a65a23 HTTP/1.1" status: 200 len: 1098 time: 0.0448327 Jun 10 17:52:28.039202 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device d0a7daab-fe71-46f4-8372-7e23b215b068 up at agent hyperv_hv-cinder-xena0 {{(pid=114530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 17:52:28.091811 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Provisioning complete for port d0a7daab-fe71-46f4-8372-7e23b215b068 triggered by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:52:28.092328 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:28.128166 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa4ed2-1bf3-48ef-891c-e507099a3c12 req-1df3bf64-0c7f-47f1-92af-a128c526f194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:28.130103 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-74fa4ed2-1bf3-48ef-891c-e507099a3c12 req-1df3bf64-0c7f-47f1-92af-a128c526f194 service neutron] 10.222.0.27 "GET /v2.0/networks?id=e628d0f6-63d3-440a-9d16-11e611b2380d HTTP/1.1" status: 200 len: 920 time: 0.0941052 Jun 10 17:52:28.181720 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Current status of the port d0a7daab-fe71-46f4-8372-7e23b215b068 is: BUILD; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:52:28.182112 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:28.218867 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port d0a7daab-fe71-46f4-8372-7e23b215b068, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=d0a7daab-fe71-46f4-8372-7e23b215b068,segment=NetworkSegment(20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a),segment_id=20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:52:28.272958 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea3a1e-adf9-4c6f-9b51-12aaccbb5843 req-297fa494-207f-4db9-a8b6-b2fedb1e8fe7 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:28.274529 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-25ea3a1e-adf9-4c6f-9b51-12aaccbb5843 req-297fa494-207f-4db9-a8b6-b2fedb1e8fe7 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 944 time: 0.0931497 Jun 10 17:52:28.278599 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-74fa4ed2-1bf3-48ef-891c-e507099a3c12 req-6f105064-59f1-43fb-b213-e66495e10a6f service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e78f4627-59e2-4b53-bccf-1c463ab9d7e8 HTTP/1.1" status: 200 len: 1001 time: 0.1404681 Jun 10 17:52:28.311902 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:28.312373 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-3502334a-cb4f-4392-ab6f-ea94c9bed587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6a4d52a-af9e-4bc0-befc-894fd7602dc4', 'name': 'tempest-ServerRescueNegativeTestJSON-1091704996-router', 'tenant_id': '977e9ef6bd9842379167d252715c6e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.143'}], 'enable_snat': True}, 'gw_port_id': '6eeb1939-3648-4150-b905-97177297a5d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:48:20Z', 'updated_at': '2022-06-10T17:48:29Z', 'revision_number': 4, 'project_id': '977e9ef6bd9842379167d252715c6e8c', 'gw_port': {'id': '6eeb1939-3648-4150-b905-97177297a5d7', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a4d52a-af9e-4bc0-befc-894fd7602dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:48:21Z', 'updated_at': '2022-06-10T17:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_floatingips': [{'id': '669417d5-0e4f-4329-94bc-3d7f0b1c1064', 'tenant_id': '977e9ef6bd9842379167d252715c6e8c', 'floating_ip_address': '172.37.5.134', 'floating_network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'router_id': 'd6a4d52a-af9e-4bc0-befc-894fd7602dc4', 'port_id': 'e78f4627-59e2-4b53-bccf-1c463ab9d7e8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e628d0f6-63d3-440a-9d16-11e611b2380d', 'mac_address': 'fa:16:3e:76:58:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b78243-1f1e-45e5-83cf-ce6725a65a23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-10T17:50:18Z', 'updated_at': '2022-06-10T17:52:27Z', 'revision_number': 3, 'project_id': '977e9ef6bd9842379167d252715c6e8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70696a10-dc16-4fad-a071-98a29eecb1d9', 'name': '', 'network_id': 'e628d0f6-63d3-440a-9d16-11e611b2380d', 'tenant_id': '977e9ef6bd9842379167d252715c6e8c', 'mac_address': 'fa:16:3e:a9:e4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a4d52a-af9e-4bc0-befc-894fd7602dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9b159fa3-bdfe-428f-8e21-2b18edcf45c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:48:27Z', 'updated_at': '2022-06-10T17:48:34Z', 'revision_number': 5, 'project_id': '977e9ef6bd9842379167d252715c6e8c', 'subnets': [{'id': '9b159fa3-bdfe-428f-8e21-2b18edcf45c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:52:28.341651 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3502334a-cb4f-4392-ab6f-ea94c9bed587 None None] Checking router: d6a4d52a-af9e-4bc0-befc-894fd7602dc4 for host: dv-cinder-xena-3-iscsi {{(pid=114531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 17:52:28.351452 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3502334a-cb4f-4392-ab6f-ea94c9bed587 None None] Routers {'d6a4d52a-af9e-4bc0-befc-894fd7602dc4'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:52:28.352267 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-3502334a-cb4f-4392-ab6f-ea94c9bed587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:52:11Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['d6a4d52a-af9e-4bc0-befc-894fd7602dc4'], 'active': True} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:52:28.364168 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Pushing event updated for resources: {'Port': ['ID=d0a7daab-fe71-46f4-8372-7e23b215b068,revision_number=10']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:52:28.379220 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d762946f-26de-4e35-934b-8f4d20da3eca req-5283e105-831e-4105-9fee-93acff4632ce tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:28.380697 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d762946f-26de-4e35-934b-8f4d20da3eca req-5283e105-831e-4105-9fee-93acff4632ce tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/ports?device_id=72fb2f4f-1902-4fd6-880a-13fd63a1c802 HTTP/1.1" status: 200 len: 946 time: 0.1253269 Jun 10 17:52:28.390596 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-25ea3a1e-adf9-4c6f-9b51-12aaccbb5843 req-23061561-e10c-4032-b872-1aadd81c9f7c tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977879 Jun 10 17:52:28.392695 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa4ed2-1bf3-48ef-891c-e507099a3c12 req-d3622a2a-f30e-4a5f-86dd-18491dae8c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:28.394076 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-74fa4ed2-1bf3-48ef-891c-e507099a3c12 req-d3622a2a-f30e-4a5f-86dd-18491dae8c74 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=9b159fa3-bdfe-428f-8e21-2b18edcf45c9 HTTP/1.1" status: 200 len: 858 time: 0.1003449 Jun 10 17:52:28.433190 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d762946f-26de-4e35-934b-8f4d20da3eca req-e597cde1-088d-47bc-9bb1-f2f59ecb6c8b tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/security-groups?id=e34e9d33-06f7-444b-b871-be501815f2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459790 Jun 10 17:52:28.467226 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvr_db [None req-3502334a-cb4f-4392-ab6f-ea94c9bed587 None None] Set router d6a4d52a-af9e-4bc0-befc-894fd7602dc4 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:52:28.470414 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa4ed2-1bf3-48ef-891c-e507099a3c12 req-3b8ac8ad-8d38-4fa2-828e-80ce7300a2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:28.471931 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-74fa4ed2-1bf3-48ef-891c-e507099a3c12 req-3b8ac8ad-8d38-4fa2-828e-80ce7300a2bf service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=e628d0f6-63d3-440a-9d16-11e611b2380d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0494738 Jun 10 17:52:28.546598 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '088ca270-b9ad-48f8-8928-ef0c99c2bcfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0a7daab-fe71-46f4-8372-7e23b215b068'}] {{(pid=114530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:52:28.550379 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059d8b929bb81300c707de1c8675048d791f282ce62f1c2c108741a8dfb2b754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1860abce-49e1-493c-8ba7-02e90e71cb10" -d '{"events": [{"server_uuid": "088ca270-b9ad-48f8-8928-ef0c99c2bcfe", "name": "network-vif-plugged", "status": "completed", "tag": "d0a7daab-fe71-46f4-8372-7e23b215b068"}]}' {{(pid=114530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:52:28.577051 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-74fa4ed2-1bf3-48ef-891c-e507099a3c12 req-80fe1694-23fa-4793-882e-85445f636854 service neutron] 10.222.0.27 "GET /v2.0/networks/e628d0f6-63d3-440a-9d16-11e611b2380d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947351 Jun 10 17:52:28.587674 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Jun 2022 17:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09884cae-be7e-49ba-a04a-2c698a9bb41d x-openstack-request-id: req-09884cae-be7e-49ba-a04a-2c698a9bb41d {{(pid=114530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:52:28.587982 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "088ca270-b9ad-48f8-8928-ef0c99c2bcfe", "name": "network-vif-plugged", "status": "completed", "tag": "d0a7daab-fe71-46f4-8372-7e23b215b068", "code": 200}]} {{(pid=114530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:52:28.588315 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-09884cae-be7e-49ba-a04a-2c698a9bb41d {{(pid=114530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:52:28.588764 dv-cinder-xena-3-iscsi neutron-server[114530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09884cae-be7e-49ba-a04a-2c698a9bb41d'] response: {'server_uuid': '088ca270-b9ad-48f8-8928-ef0c99c2bcfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0a7daab-fe71-46f4-8372-7e23b215b068', 'code': 200} Jun 10 17:52:28.671197 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-74fa4ed2-1bf3-48ef-891c-e507099a3c12 req-1bf6b879-a7f7-45bd-88f3-467a5658a8a3 service neutron] 10.222.0.27 "GET /v2.0/networks/e628d0f6-63d3-440a-9d16-11e611b2380d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877135 Jun 10 17:52:28.713783 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-3502334a-cb4f-4392-ab6f-ea94c9bed587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6a4d52a-af9e-4bc0-befc-894fd7602dc4', 'name': 'tempest-ServerRescueNegativeTestJSON-1091704996-router', 'tenant_id': '977e9ef6bd9842379167d252715c6e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.143'}], 'enable_snat': True}, 'gw_port_id': '6eeb1939-3648-4150-b905-97177297a5d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:48:20Z', 'updated_at': '2022-06-10T17:48:29Z', 'revision_number': 4, 'project_id': '977e9ef6bd9842379167d252715c6e8c', 'gw_port': {'id': '6eeb1939-3648-4150-b905-97177297a5d7', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a4d52a-af9e-4bc0-befc-894fd7602dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:48:21Z', 'updated_at': '2022-06-10T17:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_floatingips': [{'id': '669417d5-0e4f-4329-94bc-3d7f0b1c1064', 'tenant_id': '977e9ef6bd9842379167d252715c6e8c', 'floating_ip_address': '172.37.5.134', 'floating_network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'router_id': 'd6a4d52a-af9e-4bc0-befc-894fd7602dc4', 'port_id': 'e78f4627-59e2-4b53-bccf-1c463ab9d7e8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e628d0f6-63d3-440a-9d16-11e611b2380d', 'mac_address': 'fa:16:3e:76:58:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b78243-1f1e-45e5-83cf-ce6725a65a23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-10T17:50:18Z', 'updated_at': '2022-06-10T17:52:27Z', 'revision_number': 3, 'project_id': '977e9ef6bd9842379167d252715c6e8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70696a10-dc16-4fad-a071-98a29eecb1d9', 'name': '', 'network_id': 'e628d0f6-63d3-440a-9d16-11e611b2380d', 'tenant_id': '977e9ef6bd9842379167d252715c6e8c', 'mac_address': 'fa:16:3e:a9:e4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a4d52a-af9e-4bc0-befc-894fd7602dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9b159fa3-bdfe-428f-8e21-2b18edcf45c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:48:27Z', 'updated_at': '2022-06-10T17:48:34Z', 'revision_number': 5, 'project_id': '977e9ef6bd9842379167d252715c6e8c', 'subnets': [{'id': '9b159fa3-bdfe-428f-8e21-2b18edcf45c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:52:28.739417 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3502334a-cb4f-4392-ab6f-ea94c9bed587 None None] The sync data for ids ['d6a4d52a-af9e-4bc0-befc-894fd7602dc4'] in dv-cinder-xena-3-iscsi is: [{'id': 'd6a4d52a-af9e-4bc0-befc-894fd7602dc4', 'name': 'tempest-ServerRescueNegativeTestJSON-1091704996-router', 'tenant_id': '977e9ef6bd9842379167d252715c6e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.143'}], 'enable_snat': True}, 'gw_port_id': '6eeb1939-3648-4150-b905-97177297a5d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:48:20Z', 'updated_at': '2022-06-10T17:48:29Z', 'revision_number': 4, 'project_id': '977e9ef6bd9842379167d252715c6e8c', 'gw_port': {'id': '6eeb1939-3648-4150-b905-97177297a5d7', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a4d52a-af9e-4bc0-befc-894fd7602dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:48:21Z', 'updated_at': '2022-06-10T17:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_floatingips': [{'id': '669417d5-0e4f-4329-94bc-3d7f0b1c1064', 'tenant_id': '977e9ef6bd9842379167d252715c6e8c', 'floating_ip_address': '172.37.5.134', 'floating_network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'router_id': 'd6a4d52a-af9e-4bc0-befc-894fd7602dc4', 'port_id': 'e78f4627-59e2-4b53-bccf-1c463ab9d7e8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e628d0f6-63d3-440a-9d16-11e611b2380d', 'mac_address': 'fa:16:3e:76:58:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b78243-1f1e-45e5-83cf-ce6725a65a23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-10T17:50:18Z', 'updated_at': '2022-06-10T17:52:27Z', 'revision_number': 3, 'project_id': '977e9ef6bd9842379167d252715c6e8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70696a10-dc16-4fad-a071-98a29eecb1d9', 'name': '', 'network_id': 'e628d0f6-63d3-440a-9d16-11e611b2380d', 'tenant_id': '977e9ef6bd9842379167d252715c6e8c', 'mac_address': 'fa:16:3e:a9:e4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a4d52a-af9e-4bc0-befc-894fd7602dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9b159fa3-bdfe-428f-8e21-2b18edcf45c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:48:27Z', 'updated_at': '2022-06-10T17:48:34Z', 'revision_number': 5, 'project_id': '977e9ef6bd9842379167d252715c6e8c', 'subnets': [{'id': '9b159fa3-bdfe-428f-8e21-2b18edcf45c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 17:52:29.324341 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b30160e-88d1-4380-bb02-dc3c56ba5701 req-d3117c26-e94d-4820-9c07-2460e02e3154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:29.325750 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-6b30160e-88d1-4380-bb02-dc3c56ba5701 req-d3117c26-e94d-4820-9c07-2460e02e3154 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 1099 time: 0.0385072 Jun 10 17:52:29.365233 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-6b30160e-88d1-4380-bb02-dc3c56ba5701 req-8afd1276-0df0-412c-b99a-db2e6adde46f service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290570 Jun 10 17:52:29.535855 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a30abf-cace-4da9-abf2-f0c7a2d25f08 req-40b2fe7b-6068-4e51-a3db-a4518ce8c1c7 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:29.537356 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-86a30abf-cace-4da9-abf2-f0c7a2d25f08 req-40b2fe7b-6068-4e51-a3db-a4518ce8c1c7 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 946 time: 0.0685322 Jun 10 17:52:29.574230 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a8478a-c253-4c7c-87c9-b1498e008b84 req-f9b5fc8a-11c6-4acb-93a9-136c490ee0b6 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:29.575649 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-02a8478a-c253-4c7c-87c9-b1498e008b84 req-f9b5fc8a-11c6-4acb-93a9-136c490ee0b6 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/ports?device_id=72fb2f4f-1902-4fd6-880a-13fd63a1c802 HTTP/1.1" status: 200 len: 946 time: 0.0722773 Jun 10 17:52:29.595753 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-86a30abf-cace-4da9-abf2-f0c7a2d25f08 req-a2a23c5a-c108-47bf-9441-1dca6e2b2786 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513701 Jun 10 17:52:29.620567 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-02a8478a-c253-4c7c-87c9-b1498e008b84 req-5122a6d0-cc2b-4715-be05-70ff4136ec53 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/security-groups?id=e34e9d33-06f7-444b-b871-be501815f2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380251 Jun 10 17:52:29.929905 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60b78243-1f1e-45e5-83cf-ce6725a65a23', 'tag': 'e78f4627-59e2-4b53-bccf-1c463ab9d7e8'}] {{(pid=114529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:52:29.932400 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}546b112a5b217dbfa88e609245cede7dd2905721b158f3f41c3dff8a3887b3c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f201db87-e1db-4b79-893f-df7d059c49a6" -d '{"events": [{"name": "network-changed", "server_uuid": "60b78243-1f1e-45e5-83cf-ce6725a65a23", "tag": "e78f4627-59e2-4b53-bccf-1c463ab9d7e8"}]}' {{(pid=114529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:52:29.966199 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Jun 2022 17:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b244ff56-9440-4d91-bf5f-b3ace4efb8a2 x-openstack-request-id: req-b244ff56-9440-4d91-bf5f-b3ace4efb8a2 {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:52:29.966505 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60b78243-1f1e-45e5-83cf-ce6725a65a23", "tag": "e78f4627-59e2-4b53-bccf-1c463ab9d7e8", "status": "completed", "code": 200}]} {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:52:29.966747 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b244ff56-9440-4d91-bf5f-b3ace4efb8a2 {{(pid=114529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:52:29.967126 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b244ff56-9440-4d91-bf5f-b3ace4efb8a2'] response: {'name': 'network-changed', 'server_uuid': '60b78243-1f1e-45e5-83cf-ce6725a65a23', 'tag': 'e78f4627-59e2-4b53-bccf-1c463ab9d7e8', 'status': 'completed', 'code': 200} Jun 10 17:52:30.059952 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201db87-e1db-4b79-893f-df7d059c49a6 req-9b5173a6-48b9-4893-9c12-9111b3574414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:30.061636 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f201db87-e1db-4b79-893f-df7d059c49a6 req-9b5173a6-48b9-4893-9c12-9111b3574414 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=977e9ef6bd9842379167d252715c6e8c&device_id=60b78243-1f1e-45e5-83cf-ce6725a65a23 HTTP/1.1" status: 200 len: 1098 time: 0.0422921 Jun 10 17:52:30.148696 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201db87-e1db-4b79-893f-df7d059c49a6 req-98b8ea00-7404-4748-8c12-60aef7adc146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:30.150213 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f201db87-e1db-4b79-893f-df7d059c49a6 req-98b8ea00-7404-4748-8c12-60aef7adc146 service neutron] 10.222.0.27 "GET /v2.0/networks?id=e628d0f6-63d3-440a-9d16-11e611b2380d HTTP/1.1" status: 200 len: 920 time: 0.0810735 Jun 10 17:52:30.218117 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f201db87-e1db-4b79-893f-df7d059c49a6 req-d9a17916-ff73-4f27-b422-45fe5e904e3d service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e78f4627-59e2-4b53-bccf-1c463ab9d7e8 HTTP/1.1" status: 200 len: 1001 time: 0.0610800 Jun 10 17:52:30.268458 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201db87-e1db-4b79-893f-df7d059c49a6 req-1460a608-ce7c-4a12-9240-046e9f7160e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:30.269864 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f201db87-e1db-4b79-893f-df7d059c49a6 req-1460a608-ce7c-4a12-9240-046e9f7160e2 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=9b159fa3-bdfe-428f-8e21-2b18edcf45c9 HTTP/1.1" status: 200 len: 858 time: 0.0437386 Jun 10 17:52:30.315558 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201db87-e1db-4b79-893f-df7d059c49a6 req-07ac2456-ac49-470f-8981-2243d1d2a253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:30.317001 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f201db87-e1db-4b79-893f-df7d059c49a6 req-07ac2456-ac49-470f-8981-2243d1d2a253 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=e628d0f6-63d3-440a-9d16-11e611b2380d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0393424 Jun 10 17:52:30.623237 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f201db87-e1db-4b79-893f-df7d059c49a6 req-dc959044-3550-4590-aa6b-9fdde454a6f3 service neutron] 10.222.0.27 "GET /v2.0/networks/e628d0f6-63d3-440a-9d16-11e611b2380d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988367 Jun 10 17:52:30.774147 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f63bc-2bb9-4ea8-b062-f531c3c48155 req-f6c11b32-8728-48b0-b57b-c6299f145663 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:30.775643 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-b87f63bc-2bb9-4ea8-b062-f531c3c48155 req-f6c11b32-8728-48b0-b57b-c6299f145663 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 946 time: 0.1061065 Jun 10 17:52:30.792254 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f201db87-e1db-4b79-893f-df7d059c49a6 req-cb565690-ce8d-46ff-b476-f787084f1d3d service neutron] 10.222.0.27 "GET /v2.0/networks/e628d0f6-63d3-440a-9d16-11e611b2380d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299646 Jun 10 17:52:30.816855 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-b87f63bc-2bb9-4ea8-b062-f531c3c48155 req-b645d1f0-1c05-4244-a217-1d75b176c27f tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341041 Jun 10 17:52:31.935743 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794cd4cd-ead2-4c14-a78c-00e0dd6b4dbc req-969d9921-eedc-4b23-ab15-756dcf0b623b tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:31.937360 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-794cd4cd-ead2-4c14-a78c-00e0dd6b4dbc req-969d9921-eedc-4b23-ab15-756dcf0b623b tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 946 time: 0.0474601 Jun 10 17:52:31.973192 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-794cd4cd-ead2-4c14-a78c-00e0dd6b4dbc req-3c35414e-fdaf-4952-9fae-791541ca44b4 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299411 Jun 10 17:52:33.103420 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631fd882-deb3-41c3-aae2-2d56901f1b7f req-35188db2-ee4e-4c9e-9d61-e22f5b456d00 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:33.105096 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-631fd882-deb3-41c3-aae2-2d56901f1b7f req-35188db2-ee4e-4c9e-9d61-e22f5b456d00 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 946 time: 0.0551515 Jun 10 17:52:33.145980 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-631fd882-deb3-41c3-aae2-2d56901f1b7f req-273feea3-4728-41f4-923b-95c1f3efe1df tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340421 Jun 10 17:52:38.379694 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b457339c-4dc5-4a12-a14b-196d7ba6922e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:40.785366 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-61017176-e92f-49de-8a48-905abfcfc979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:41.770919 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-9e937c9f-4d57-47ec-81ad-8e77ea25145e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:43.099360 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a5a6984-4625-4674-bdbb-a7ccf76cac14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:43.939281 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:48.018670 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8c1735-3b08-47e4-87b1-ad9e854e9ee1 req-bb27a39c-f2f6-442f-a6fe-8627f969fdec tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:48.020089 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-0f8c1735-3b08-47e4-87b1-ad9e854e9ee1 req-bb27a39c-f2f6-442f-a6fe-8627f969fdec tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d781a5d-b213-4266-8a01-252bf2d302dc HTTP/1.1" status: 200 len: 946 time: 0.0527592 Jun 10 17:52:48.056369 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-0f8c1735-3b08-47e4-87b1-ad9e854e9ee1 req-5eaf1d20-36e9-497c-960f-3d89dff4b2a5 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43a01d5-605a-4c10-abd5-66cf865fc9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296738 Jun 10 17:52:48.816468 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:49.180703 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb1d74-f221-4057-89d1-8220da20af7f req-ebf5ed89-efd1-43c2-ae72-be7b65d5441b tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:49.182193 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-8bfb1d74-f221-4057-89d1-8220da20af7f req-ebf5ed89-efd1-43c2-ae72-be7b65d5441b tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d781a5d-b213-4266-8a01-252bf2d302dc HTTP/1.1" status: 200 len: 946 time: 0.0521536 Jun 10 17:52:49.220484 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-8bfb1d74-f221-4057-89d1-8220da20af7f req-13227dff-b007-4df0-a777-3f0d5628e06d tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43a01d5-605a-4c10-abd5-66cf865fc9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319083 Jun 10 17:52:50.334995 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d18738-05f7-4b48-80f1-ff4ae1d341e7 req-8a1af9b7-5fa5-49de-92e3-f71a1e5209d5 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:50.336472 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-78d18738-05f7-4b48-80f1-ff4ae1d341e7 req-8a1af9b7-5fa5-49de-92e3-f71a1e5209d5 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d781a5d-b213-4266-8a01-252bf2d302dc HTTP/1.1" status: 200 len: 946 time: 0.0473871 Jun 10 17:52:50.373878 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-78d18738-05f7-4b48-80f1-ff4ae1d341e7 req-477d5a50-977c-48fc-a8d1-b18f759ff865 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43a01d5-605a-4c10-abd5-66cf865fc9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314779 Jun 10 17:52:50.911140 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7928a459-1e66-4a64-b582-14ff255e49a4 req-1defe78c-0754-4ceb-bec7-7d2d2fceea7b tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:50.913153 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-7928a459-1e66-4a64-b582-14ff255e49a4 req-1defe78c-0754-4ceb-bec7-7d2d2fceea7b tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.27 "GET /v2.0/ports?device_id=3d781a5d-b213-4266-8a01-252bf2d302dc HTTP/1.1" status: 200 len: 946 time: 0.0507383 Jun 10 17:52:51.001498 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.plugin [req-7928a459-1e66-4a64-b582-14ff255e49a4 req-fdf3b8a8-0d97-45db-bd81-041c0ca8ee1d tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Deleting port a99f98c5-17a2-401e-b8f6-c1173e126e2d {{(pid=114529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 10 17:52:51.001832 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-7928a459-1e66-4a64-b582-14ff255e49a4 req-fdf3b8a8-0d97-45db-bd81-041c0ca8ee1d tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764021161391'] for port, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:51.091329 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.db [req-7928a459-1e66-4a64-b582-14ff255e49a4 req-fdf3b8a8-0d97-45db-bd81-041c0ca8ee1d tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] For port a99f98c5-17a2-401e-b8f6-c1173e126e2d, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=a99f98c5-17a2-401e-b8f6-c1173e126e2d,segment=NetworkSegment(dffac23a-c726-4935-9ddb-386e3be17651),segment_id=dffac23a-c726-4935-9ddb-386e3be17651)] {{(pid=114529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:52:51.091714 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-7928a459-1e66-4a64-b582-14ff255e49a4 req-fdf3b8a8-0d97-45db-bd81-041c0ca8ee1d tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781461'] for port, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:51.304657 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-7928a459-1e66-4a64-b582-14ff255e49a4 req-fdf3b8a8-0d97-45db-bd81-041c0ca8ee1d tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:51.305015 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-7928a459-1e66-4a64-b582-14ff255e49a4 req-fdf3b8a8-0d97-45db-bd81-041c0ca8ee1d tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-753974'] for floatingip, after_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:51.305382 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.db.l3_db [req-7928a459-1e66-4a64-b582-14ff255e49a4 req-fdf3b8a8-0d97-45db-bd81-041c0ca8ee1d tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Floating IP dc8fadca-2807-4f90-aeef-2ff01ef4c1f8 disassociated. External IP: 172.37.5.116, port: a99f98c5-17a2-401e-b8f6-c1173e126e2d. Jun 10 17:52:51.305826 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.plugin [req-7928a459-1e66-4a64-b582-14ff255e49a4 req-fdf3b8a8-0d97-45db-bd81-041c0ca8ee1d tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Calling delete_port for a99f98c5-17a2-401e-b8f6-c1173e126e2d owned by compute:nova {{(pid=114529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 10 17:52:51.493732 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ecb5aa-1c96-4722-978f-1184a0266449 req-113b4570-0182-4744-816a-7a02bc389f98 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:51.495178 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-b9ecb5aa-1c96-4722-978f-1184a0266449 req-113b4570-0182-4744-816a-7a02bc389f98 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d781a5d-b213-4266-8a01-252bf2d302dc HTTP/1.1" status: 200 len: 946 time: 0.0515492 Jun 10 17:52:51.499477 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-7928a459-1e66-4a64-b582-14ff255e49a4 req-fdf3b8a8-0d97-45db-bd81-041c0ca8ee1d tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764021169165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764020614696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263063011'] for port, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:51.541174 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf3b8a8-0d97-45db-bd81-041c0ca8ee1d tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Pushing event deleted for resources: {'Port': ['ID=a99f98c5-17a2-401e-b8f6-c1173e126e2d,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:52:51.602675 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-b9ecb5aa-1c96-4722-978f-1184a0266449 req-dca3ae99-5117-4e30-924b-ad6c2f24066d tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43a01d5-605a-4c10-abd5-66cf865fc9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986574 Jun 10 17:52:51.672021 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7928a459-1e66-4a64-b582-14ff255e49a4 req-fdf3b8a8-0d97-45db-bd81-041c0ca8ee1d tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Router a6adcaf7-4474-4e92-8346-d405920b7c32 has already been hosted by L3 agent e04d2863-a40a-41db-9b2a-39042df37909 {{(pid=114529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 10 17:52:51.787053 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7928a459-1e66-4a64-b582-14ff255e49a4 req-fdf3b8a8-0d97-45db-bd81-041c0ca8ee1d tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=114529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 10 17:52:51.799655 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948274c2-c98d-465d-b22b-0dcc496c7f38 None None] Sync routers for ids ['a6adcaf7-4474-4e92-8346-d405920b7c32'] in dv-cinder-xena-3-iscsi {{(pid=114530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 17:52:51.809507 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948274c2-c98d-465d-b22b-0dcc496c7f38 None None] Routers {'a6adcaf7-4474-4e92-8346-d405920b7c32'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:52:51.810354 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-948274c2-c98d-465d-b22b-0dcc496c7f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:52:41Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['a6adcaf7-4474-4e92-8346-d405920b7c32'], 'active': True} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:52:51.829520 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.l3_dvrscheduler_db [req-7928a459-1e66-4a64-b582-14ff255e49a4 req-fdf3b8a8-0d97-45db-bd81-041c0ca8ee1d tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] No DVR routers for this DVR port a99f98c5-17a2-401e-b8f6-c1173e126e2d on host hv-cinder-xena0 {{(pid=114529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 17:52:51.832088 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-7928a459-1e66-4a64-b582-14ff255e49a4 req-fdf3b8a8-0d97-45db-bd81-041c0ca8ee1d tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for port, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:51.835996 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-7928a459-1e66-4a64-b582-14ff255e49a4 req-fdf3b8a8-0d97-45db-bd81-041c0ca8ee1d tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.27 "DELETE /v2.0/ports/a99f98c5-17a2-401e-b8f6-c1173e126e2d HTTP/1.1" status: 204 len: 173 time: 0.9159474 Jun 10 17:52:51.836421 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d781a5d-b213-4266-8a01-252bf2d302dc', 'name': 'network-vif-deleted', 'tag': 'a99f98c5-17a2-401e-b8f6-c1173e126e2d'}] {{(pid=114529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:52:51.838669 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}546b112a5b217dbfa88e609245cede7dd2905721b158f3f41c3dff8a3887b3c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41392cea-eed2-42a3-bc82-c929157314d6" -d '{"events": [{"server_uuid": "3d781a5d-b213-4266-8a01-252bf2d302dc", "name": "network-vif-deleted", "tag": "a99f98c5-17a2-401e-b8f6-c1173e126e2d"}]}' {{(pid=114529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:52:51.879286 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Jun 2022 17:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384f4bc6-f63a-462c-9b15-3222e91bf47f x-openstack-request-id: req-384f4bc6-f63a-462c-9b15-3222e91bf47f {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:52:51.879286 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d781a5d-b213-4266-8a01-252bf2d302dc", "name": "network-vif-deleted", "tag": "a99f98c5-17a2-401e-b8f6-c1173e126e2d", "status": "completed", "code": 200}]} {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:52:51.879286 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-384f4bc6-f63a-462c-9b15-3222e91bf47f {{(pid=114529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:52:51.879286 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-384f4bc6-f63a-462c-9b15-3222e91bf47f'] response: {'server_uuid': '3d781a5d-b213-4266-8a01-252bf2d302dc', 'name': 'network-vif-deleted', 'tag': 'a99f98c5-17a2-401e-b8f6-c1173e126e2d', 'status': 'completed', 'code': 200} Jun 10 17:52:51.924975 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvr_db [None req-948274c2-c98d-465d-b22b-0dcc496c7f38 None None] Set router a6adcaf7-4474-4e92-8346-d405920b7c32 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:52:52.131134 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-948274c2-c98d-465d-b22b-0dcc496c7f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6adcaf7-4474-4e92-8346-d405920b7c32', 'name': 'tempest-AttachVolumeTestJSON-992701664-router', 'tenant_id': 'd5dbfa207ddd44e3912f4141ac504575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.195'}], 'enable_snat': True}, 'gw_port_id': '3023a440-e1e2-4844-a335-dbd4f6eff056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:48:21Z', 'updated_at': '2022-06-10T17:48:32Z', 'revision_number': 4, 'project_id': 'd5dbfa207ddd44e3912f4141ac504575', 'gw_port': {'id': '3023a440-e1e2-4844-a335-dbd4f6eff056', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:df:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6adcaf7-4474-4e92-8346-d405920b7c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:48:22Z', 'updated_at': '2022-06-10T17:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': 'c1332663-a831-4126-a8bd-f0f96a793898', 'name': '', 'network_id': '20988a48-24d3-47c4-85a4-f592522eeed3', 'tenant_id': 'd5dbfa207ddd44e3912f4141ac504575', 'mac_address': 'fa:16:3e:e5:25:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6adcaf7-4474-4e92-8346-d405920b7c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6c6c1002-ecf3-4b70-9e9d-befa43491f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:48:29Z', 'updated_at': '2022-06-10T17:48:40Z', 'revision_number': 5, 'project_id': 'd5dbfa207ddd44e3912f4141ac504575', 'subnets': [{'id': '6c6c1002-ecf3-4b70-9e9d-befa43491f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:52:52.158148 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948274c2-c98d-465d-b22b-0dcc496c7f38 None None] Checking router: a6adcaf7-4474-4e92-8346-d405920b7c32 for host: dv-cinder-xena-3-iscsi {{(pid=114530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 17:52:52.167149 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948274c2-c98d-465d-b22b-0dcc496c7f38 None None] Routers {'a6adcaf7-4474-4e92-8346-d405920b7c32'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:52:52.167756 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-948274c2-c98d-465d-b22b-0dcc496c7f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:52:41Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['a6adcaf7-4474-4e92-8346-d405920b7c32'], 'active': True} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:52:52.274045 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvr_db [None req-948274c2-c98d-465d-b22b-0dcc496c7f38 None None] Set router a6adcaf7-4474-4e92-8346-d405920b7c32 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:52:52.474613 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-948274c2-c98d-465d-b22b-0dcc496c7f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6adcaf7-4474-4e92-8346-d405920b7c32', 'name': 'tempest-AttachVolumeTestJSON-992701664-router', 'tenant_id': 'd5dbfa207ddd44e3912f4141ac504575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.195'}], 'enable_snat': True}, 'gw_port_id': '3023a440-e1e2-4844-a335-dbd4f6eff056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:48:21Z', 'updated_at': '2022-06-10T17:48:32Z', 'revision_number': 4, 'project_id': 'd5dbfa207ddd44e3912f4141ac504575', 'gw_port': {'id': '3023a440-e1e2-4844-a335-dbd4f6eff056', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:df:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6adcaf7-4474-4e92-8346-d405920b7c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:48:22Z', 'updated_at': '2022-06-10T17:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': 'c1332663-a831-4126-a8bd-f0f96a793898', 'name': '', 'network_id': '20988a48-24d3-47c4-85a4-f592522eeed3', 'tenant_id': 'd5dbfa207ddd44e3912f4141ac504575', 'mac_address': 'fa:16:3e:e5:25:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6adcaf7-4474-4e92-8346-d405920b7c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6c6c1002-ecf3-4b70-9e9d-befa43491f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:48:29Z', 'updated_at': '2022-06-10T17:48:40Z', 'revision_number': 5, 'project_id': 'd5dbfa207ddd44e3912f4141ac504575', 'subnets': [{'id': '6c6c1002-ecf3-4b70-9e9d-befa43491f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:52:52.507058 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948274c2-c98d-465d-b22b-0dcc496c7f38 None None] The sync data for ids ['a6adcaf7-4474-4e92-8346-d405920b7c32'] in dv-cinder-xena-3-iscsi is: [{'id': 'a6adcaf7-4474-4e92-8346-d405920b7c32', 'name': 'tempest-AttachVolumeTestJSON-992701664-router', 'tenant_id': 'd5dbfa207ddd44e3912f4141ac504575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.195'}], 'enable_snat': True}, 'gw_port_id': '3023a440-e1e2-4844-a335-dbd4f6eff056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:48:21Z', 'updated_at': '2022-06-10T17:48:32Z', 'revision_number': 4, 'project_id': 'd5dbfa207ddd44e3912f4141ac504575', 'gw_port': {'id': '3023a440-e1e2-4844-a335-dbd4f6eff056', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:df:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6adcaf7-4474-4e92-8346-d405920b7c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:48:22Z', 'updated_at': '2022-06-10T17:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': 'c1332663-a831-4126-a8bd-f0f96a793898', 'name': '', 'network_id': '20988a48-24d3-47c4-85a4-f592522eeed3', 'tenant_id': 'd5dbfa207ddd44e3912f4141ac504575', 'mac_address': 'fa:16:3e:e5:25:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6adcaf7-4474-4e92-8346-d405920b7c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6c6c1002-ecf3-4b70-9e9d-befa43491f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:48:29Z', 'updated_at': '2022-06-10T17:48:40Z', 'revision_number': 5, 'project_id': 'd5dbfa207ddd44e3912f4141ac504575', 'subnets': [{'id': '6c6c1002-ecf3-4b70-9e9d-befa43491f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 17:52:52.720086 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ecd21230-e6cb-479e-a18e-7da1f0737bf8 req-e485e966-5749-4b53-a514-6f5a7d53c941 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d781a5d-b213-4266-8a01-252bf2d302dc HTTP/1.1" status: 200 len: 210 time: 0.0299537 Jun 10 17:52:52.779641 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad11d94-6f5a-450e-819f-92b8d8d19e3d None None] New status for floating IP dc8fadca-2807-4f90-aeef-2ff01ef4c1f8: DOWN {{(pid=114531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 17:52:54.207213 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0659ab13-7be4-4c06-a319-8017a373b6a0 req-b3b3ddf7-1a5c-4063-9e29-aa010f99a560 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:54.211186 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-0659ab13-7be4-4c06-a319-8017a373b6a0 req-b3b3ddf7-1a5c-4063-9e29-aa010f99a560 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/ports?device_id=72fb2f4f-1902-4fd6-880a-13fd63a1c802 HTTP/1.1" status: 200 len: 946 time: 0.0507972 Jun 10 17:52:54.246019 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-0659ab13-7be4-4c06-a319-8017a373b6a0 req-7fcd613a-89ff-4720-a33c-fee7a0b61ff9 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/security-groups?id=e34e9d33-06f7-444b-b871-be501815f2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313389 Jun 10 17:52:54.903595 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 47026) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:52:54.955830 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-5d538a66-a65f-490a-ace7-14788bbb405b tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks [] for security_group, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:54.978122 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-5d538a66-a65f-490a-ace7-14788bbb405b tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:55.090874 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-5d538a66-a65f-490a-ace7-14788bbb405b tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:55.093328 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-5d538a66-a65f-490a-ace7-14788bbb405b tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks [] for security_group, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:55.094480 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-5d538a66-a65f-490a-ace7-14788bbb405b tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "DELETE /v2.0/security-groups/a43a01d5-605a-4c10-abd5-66cf865fc9b3 HTTP/1.1" status: 204 len: 168 time: 0.1899066 Jun 10 17:52:55.097449 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 47028) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:52:55.103492 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d538a66-a65f-490a-ace7-14788bbb405b tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43a01d5-605a-4c10-abd5-66cf865fc9b3,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:52:55.111018 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.api.v2.resource [None req-24639148-1922-4b50-81b5-dd06c0175c15 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] show failed (client error): The resource could not be found. Jun 10 17:52:55.112003 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-24639148-1922-4b50-81b5-dd06c0175c15 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/security-groups/a43a01d5-605a-4c10-abd5-66cf865fc9b3 HTTP/1.1" status: 404 len: 347 time: 0.0135989 Jun 10 17:52:55.114922 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 47030) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:52:55.235490 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.plugin [None req-ab5eecfc-c7f1-473f-bd4a-7d12760f4092 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Deleting port 951646f8-5996-40f6-8d2e-583bf2b88493 {{(pid=114528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 10 17:52:55.235823 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-ab5eecfc-c7f1-473f-bd4a-7d12760f4092 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764021161391'] for port, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:55.309563 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-ab5eecfc-c7f1-473f-bd4a-7d12760f4092 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781461'] for port, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:55.309880 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-ab5eecfc-c7f1-473f-bd4a-7d12760f4092 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:55.322167 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.plugin [None req-ab5eecfc-c7f1-473f-bd4a-7d12760f4092 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Calling delete_port for 951646f8-5996-40f6-8d2e-583bf2b88493 owned by network:floatingip {{(pid=114528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 10 17:52:55.358498 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a09877a-fe21-4193-a2ab-264a22da466b req-24541a4e-597b-4769-b001-cfffc557ef2d tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:55.359984 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-9a09877a-fe21-4193-a2ab-264a22da466b req-24541a4e-597b-4769-b001-cfffc557ef2d tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/ports?device_id=72fb2f4f-1902-4fd6-880a-13fd63a1c802 HTTP/1.1" status: 200 len: 946 time: 0.0476444 Jun 10 17:52:55.399198 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-9a09877a-fe21-4193-a2ab-264a22da466b req-05ac9dfe-2d59-4a35-be77-1ae07072e37c tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/security-groups?id=e34e9d33-06f7-444b-b871-be501815f2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326221 Jun 10 17:52:55.550835 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-ab5eecfc-c7f1-473f-bd4a-7d12760f4092 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764021169165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764020614696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940005'] for port, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:55.579693 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5eecfc-c7f1-473f-bd4a-7d12760f4092 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Pushing event deleted for resources: {'Port': ['ID=951646f8-5996-40f6-8d2e-583bf2b88493,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:52:55.639070 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-ab5eecfc-c7f1-473f-bd4a-7d12760f4092 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks [] for floatingip, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:55.641606 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-ab5eecfc-c7f1-473f-bd4a-7d12760f4092 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for floatingip, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:55.642729 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-ab5eecfc-c7f1-473f-bd4a-7d12760f4092 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "DELETE /v2.0/floatingips/dc8fadca-2807-4f90-aeef-2ff01ef4c1f8 HTTP/1.1" status: 204 len: 168 time: 0.5269301 Jun 10 17:52:55.797896 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 47038) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:52:55.802512 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [None req-fb501371-0844-4f66-ad8c-09f5c374101d tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Request body: {'security_group': {'name': 'tempest-securitygroup--615005416', 'description': 'tempest-description--1465173921'}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:52:55.874253 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-fb501371-0844-4f66-ad8c-09f5c374101d tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks [] for security_group, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:55.939539 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-fb501371-0844-4f66-ad8c-09f5c374101d tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks [] for security_group, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:55.986951 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-fb501371-0844-4f66-ad8c-09f5c374101d tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:56.013962 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb501371-0844-4f66-ad8c-09f5c374101d tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=020fa276-dd24-4e98-98c7-e7b456c3a078,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:52:56.058855 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-fb501371-0844-4f66-ad8c-09f5c374101d tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks [] for security_group, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:56.060093 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-fb501371-0844-4f66-ad8c-09f5c374101d tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2611544 Jun 10 17:52:56.063130 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 47040) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:52:56.067784 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [None req-701d9585-98e2-44ec-983d-d364090eec51 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Request body: {'security_group_rule': {'security_group_id': '020fa276-dd24-4e98-98c7-e7b456c3a078', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:52:56.158512 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-701d9585-98e2-44ec-983d-d364090eec51 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:56.185293 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device a99f98c5-17a2-401e-b8f6-c1173e126e2d no longer exists at agent hyperv_hv-cinder-xena0 {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 10 17:52:56.205732 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] No Port match for: a99f98c5-17a2-401e-b8f6-c1173e126e2d {{(pid=114530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 10 17:52:56.205977 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device a99f98c5-17a2-401e-b8f6-c1173e126e2d not bound to the agent host hv-cinder-xena0 {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 10 17:52:56.217872 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-701d9585-98e2-44ec-983d-d364090eec51 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:56.296665 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-701d9585-98e2-44ec-983d-d364090eec51 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765151'] for security_group_rule, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:56.314061 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701d9585-98e2-44ec-983d-d364090eec51 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb7201f5-7c08-4396-aafb-5090889e6da4,revision_number=0']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:52:56.359205 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd1988b-338f-4586-89dd-40dcf234a24c req-dbacad69-8c39-4f7c-b8d0-6895b005ca79 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:56.360609 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-0dd1988b-338f-4586-89dd-40dcf234a24c req-dbacad69-8c39-4f7c-b8d0-6895b005ca79 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.27 "GET /v2.0/ports?device_id=72fb2f4f-1902-4fd6-880a-13fd63a1c802 HTTP/1.1" status: 200 len: 946 time: 0.0521767 Jun 10 17:52:56.385219 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-701d9585-98e2-44ec-983d-d364090eec51 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:56.386453 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-701d9585-98e2-44ec-983d-d364090eec51 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3222690 Jun 10 17:52:56.389071 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 47042) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:52:56.393276 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [None req-eb0b5b67-06f0-411a-b8f9-20ac39e05783 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Request body: {'security_group_rule': {'security_group_id': '020fa276-dd24-4e98-98c7-e7b456c3a078', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:52:56.460692 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.plugin [req-0dd1988b-338f-4586-89dd-40dcf234a24c req-14cd24a9-7ffc-4b33-b304-ad7afd44ad8e tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] Deleting port 180233b4-8727-47e1-8c0b-1edc496b954e {{(pid=114529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 10 17:52:56.460951 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-0dd1988b-338f-4586-89dd-40dcf234a24c req-14cd24a9-7ffc-4b33-b304-ad7afd44ad8e tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764021161391'] for port, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:56.481403 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-eb0b5b67-06f0-411a-b8f9-20ac39e05783 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:56.535965 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-eb0b5b67-06f0-411a-b8f9-20ac39e05783 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:56.571599 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e14399-c0ca-4381-9183-1fcfc1ba5cb0 req-26034c60-67da-420d-880d-2c818cb48397 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:56.573042 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-25e14399-c0ca-4381-9183-1fcfc1ba5cb0 req-26034c60-67da-420d-880d-2c818cb48397 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/ports?device_id=72fb2f4f-1902-4fd6-880a-13fd63a1c802 HTTP/1.1" status: 200 len: 946 time: 0.0985289 Jun 10 17:52:56.598826 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.db [req-0dd1988b-338f-4586-89dd-40dcf234a24c req-14cd24a9-7ffc-4b33-b304-ad7afd44ad8e tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] For port 180233b4-8727-47e1-8c0b-1edc496b954e, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=180233b4-8727-47e1-8c0b-1edc496b954e,segment=NetworkSegment(c69d8552-988e-41e2-b7ff-711661fe55dd),segment_id=c69d8552-988e-41e2-b7ff-711661fe55dd)] {{(pid=114529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:52:56.599183 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-0dd1988b-338f-4586-89dd-40dcf234a24c req-14cd24a9-7ffc-4b33-b304-ad7afd44ad8e tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781461'] for port, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:56.602603 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-eb0b5b67-06f0-411a-b8f9-20ac39e05783 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765151'] for security_group_rule, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:56.614881 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.plugin [req-0dd1988b-338f-4586-89dd-40dcf234a24c req-14cd24a9-7ffc-4b33-b304-ad7afd44ad8e tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] Calling delete_port for 180233b4-8727-47e1-8c0b-1edc496b954e owned by compute:nova {{(pid=114529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 10 17:52:56.618803 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0b5b67-06f0-411a-b8f9-20ac39e05783 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67cb5cfb-89b0-464d-a709-f071490b32d2,revision_number=0']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:52:56.637248 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-25e14399-c0ca-4381-9183-1fcfc1ba5cb0 req-d3bc95fa-b962-471e-acd0-b8268990c06d tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/security-groups?id=e34e9d33-06f7-444b-b871-be501815f2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556848 Jun 10 17:52:56.718807 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-eb0b5b67-06f0-411a-b8f9-20ac39e05783 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:56.719938 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-eb0b5b67-06f0-411a-b8f9-20ac39e05783 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3299196 Jun 10 17:52:56.723119 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 47046) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:52:56.727607 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [None req-dffe26c6-8c96-4fdd-b701-2fdfdda8bbd8 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Request body: {'floatingip': {'floating_network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f'}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:52:56.820314 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-dffe26c6-8c96-4fdd-b701-2fdfdda8bbd8 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks [] for floatingip, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:56.833717 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-0dd1988b-338f-4586-89dd-40dcf234a24c req-14cd24a9-7ffc-4b33-b304-ad7afd44ad8e tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764021169165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764020614696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263063011'] for port, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:56.860621 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cd24a9-7ffc-4b33-b304-ad7afd44ad8e tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] Pushing event deleted for resources: {'Port': ['ID=180233b4-8727-47e1-8c0b-1edc496b954e,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:52:56.874582 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] get_ports_and_sgs() called for port_ids ['180233b4-8727-47e1-8c0b-1edc496b954e'] {{(pid=114530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 10 17:52:56.908358 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dd1988b-338f-4586-89dd-40dcf234a24c req-14cd24a9-7ffc-4b33-b304-ad7afd44ad8e tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] No DVR routers for this DVR port 180233b4-8727-47e1-8c0b-1edc496b954e on host hv-cinder-xena0 {{(pid=114529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 17:52:56.911020 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-0dd1988b-338f-4586-89dd-40dcf234a24c req-14cd24a9-7ffc-4b33-b304-ad7afd44ad8e tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for port, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:56.914475 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-0dd1988b-338f-4586-89dd-40dcf234a24c req-14cd24a9-7ffc-4b33-b304-ad7afd44ad8e tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.27 "DELETE /v2.0/ports/180233b4-8727-47e1-8c0b-1edc496b954e HTTP/1.1" status: 204 len: 173 time: 0.5417917 Jun 10 17:52:56.915124 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72fb2f4f-1902-4fd6-880a-13fd63a1c802', 'name': 'network-vif-deleted', 'tag': '180233b4-8727-47e1-8c0b-1edc496b954e'}] {{(pid=114529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:52:56.917281 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}546b112a5b217dbfa88e609245cede7dd2905721b158f3f41c3dff8a3887b3c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f28e909-a0c6-4561-9ea1-c25b753e2e43" -d '{"events": [{"server_uuid": "72fb2f4f-1902-4fd6-880a-13fd63a1c802", "name": "network-vif-deleted", "tag": "180233b4-8727-47e1-8c0b-1edc496b954e"}]}' {{(pid=114529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:52:56.918365 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-dffe26c6-8c96-4fdd-b701-2fdfdda8bbd8 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:56.956741 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Jun 2022 17:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc9e973-71dc-4794-a87e-5ebabbc7dc5f x-openstack-request-id: req-9bc9e973-71dc-4794-a87e-5ebabbc7dc5f {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:52:56.956741 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72fb2f4f-1902-4fd6-880a-13fd63a1c802", "name": "network-vif-deleted", "tag": "180233b4-8727-47e1-8c0b-1edc496b954e", "status": "completed", "code": 200}]} {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:52:56.956741 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9bc9e973-71dc-4794-a87e-5ebabbc7dc5f {{(pid=114529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:52:56.956741 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bc9e973-71dc-4794-a87e-5ebabbc7dc5f'] response: {'server_uuid': '72fb2f4f-1902-4fd6-880a-13fd63a1c802', 'name': 'network-vif-deleted', 'tag': '180233b4-8727-47e1-8c0b-1edc496b954e', 'status': 'completed', 'code': 200} Jun 10 17:52:57.027730 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.db_base_plugin_common [None req-dffe26c6-8c96-4fdd-b701-2fdfdda8bbd8 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Allocated IP 172.37.5.240 (8c026026-8e05-41b4-990c-0815c0c24f4f/e3db4be6-a2be-4d68-ab1f-8754e6ee5b68/0600e43f-c52d-4b3b-85ca-19c34a84acf7) {{(pid=114528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 17:52:57.129349 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-dffe26c6-8c96-4fdd-b701-2fdfdda8bbd8 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks [] for port, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:57.245984 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-dffe26c6-8c96-4fdd-b701-2fdfdda8bbd8 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764020614705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940005'] for port, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:57.282428 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffe26c6-8c96-4fdd-b701-2fdfdda8bbd8 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Network 8c026026-8e05-41b4-990c-0815c0c24f4f is already hosted by enough agents. {{(pid=114528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:52:57.285054 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.base_scheduler [None req-dffe26c6-8c96-4fdd-b701-2fdfdda8bbd8 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Resources bound (agent type, host, resource id): {{(pid=114528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:52:57.290964 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffe26c6-8c96-4fdd-b701-2fdfdda8bbd8 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Received port after_create {{(pid=114528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 10 17:52:57.296059 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffe26c6-8c96-4fdd-b701-2fdfdda8bbd8 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Pushing event updated for resources: {'Port': ['ID=0600e43f-c52d-4b3b-85ca-19c34a84acf7,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:52:57.373973 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-dffe26c6-8c96-4fdd-b701-2fdfdda8bbd8 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:57.474946 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-dffe26c6-8c96-4fdd-b701-2fdfdda8bbd8 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:57.614093 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-dffe26c6-8c96-4fdd-b701-2fdfdda8bbd8 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks [] for port, precommit_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:57.662461 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-dffe26c6-8c96-4fdd-b701-2fdfdda8bbd8 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940062'] for port, after_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:57.736847 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffe26c6-8c96-4fdd-b701-2fdfdda8bbd8 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Pushing event updated for resources: {'Port': ['ID=0600e43f-c52d-4b3b-85ca-19c34a84acf7,revision_number=2']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:52:57.746612 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-dffe26c6-8c96-4fdd-b701-2fdfdda8bbd8 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-753974'] for floatingip, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:57.751321 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-c1204e3e-a202-405a-a67e-3e3e89270b70 req-5b007382-d469-4a16-9ca7-e1652ab6c188 tempest-VolumesSnapshotTestJSON-1478602197 tempest-VolumesSnapshotTestJSON-1478602197-project] 10.222.0.16 "GET /v2.0/ports?device_id=72fb2f4f-1902-4fd6-880a-13fd63a1c802 HTTP/1.1" status: 200 len: 210 time: 0.0315650 Jun 10 17:52:57.835658 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-dffe26c6-8c96-4fdd-b701-2fdfdda8bbd8 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for floatingip, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:52:57.837026 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-dffe26c6-8c96-4fdd-b701-2fdfdda8bbd8 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1127937 Jun 10 17:52:58.024738 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-52417f87-efca-4fea-a8bb-d8c86e476b10 req-f9c71ed0-7d64-4c8c-85b6-188000040d94 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--615005416&fields=id&tenant_id=d5dbfa207ddd44e3912f4141ac504575 HTTP/1.1" status: 200 len: 267 time: 0.0314283 Jun 10 17:52:58.128358 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52417f87-efca-4fea-a8bb-d8c86e476b10 req-3e221900-bdaa-49bd-922a-a6f1e7fd5169 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:52:58.129802 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-52417f87-efca-4fea-a8bb-d8c86e476b10 req-3e221900-bdaa-49bd-922a-a6f1e7fd5169 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/networks?id=20988a48-24d3-47c4-85a4-f592522eeed3 HTTP/1.1" status: 200 len: 810 time: 0.0981584 Jun 10 17:52:58.144353 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-52417f87-efca-4fea-a8bb-d8c86e476b10 req-a40a1540-3409-4c79-85f7-98f7f516e221 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/quotas/d5dbfa207ddd44e3912f4141ac504575 HTTP/1.1" status: 200 len: 375 time: 0.0086560 Jun 10 17:52:58.203904 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-52417f87-efca-4fea-a8bb-d8c86e476b10 req-c3db3d17-c738-4295-a727-2be12c383ece tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d5dbfa207ddd44e3912f4141ac504575&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0535874 Jun 10 17:52:58.299490 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-52417f87-efca-4fea-a8bb-d8c86e476b10 req-4ec4655a-2546-436c-aabe-1b51273f2287 service neutron] 10.222.0.16 "GET /v2.0/networks/20988a48-24d3-47c4-85a4-f592522eeed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834842 Jun 10 17:52:58.388498 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-52417f87-efca-4fea-a8bb-d8c86e476b10 req-c9c5f814-c155-4931-a7f0-495a5d0fc60b service neutron] 10.222.0.16 "GET /v2.0/networks/20988a48-24d3-47c4-85a4-f592522eeed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828114 Jun 10 17:52:58.624238 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-be9c2e36-f13b-4e80-997e-7c2c49a628ab req-3798d31c-156f-4ca4-8de3-479f551272cd tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bd470c3-051e-47f6-b8b5-9e75f884c0ee HTTP/1.1" status: 200 len: 210 time: 0.0252643 Jun 10 17:52:59.544758 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.agents_db [None req-a7dfe2cf-50d1-49ca-b1ce-2a181a6e45d3 None None] Agent healthcheck: found 6 active agents {{(pid=114531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 10 17:52:59.716732 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-a1565af2-6649-4bef-8262-1040ca64fd83 req-39031ac4-bd52-4f3d-82e7-06821a8bfee3 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bd470c3-051e-47f6-b8b5-9e75f884c0ee HTTP/1.1" status: 200 len: 210 time: 0.0266933 Jun 10 17:53:00.187466 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device 180233b4-8727-47e1-8c0b-1edc496b954e no longer exists at agent hyperv_hv-cinder-xena0 {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 10 17:53:00.207268 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] No Port match for: 180233b4-8727-47e1-8c0b-1edc496b954e {{(pid=114530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 10 17:53:00.207605 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device 180233b4-8727-47e1-8c0b-1edc496b954e not bound to the agent host hv-cinder-xena0 {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 10 17:53:00.602341 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52417f87-efca-4fea-a8bb-d8c86e476b10 req-781d4509-d9b1-4ca2-80dc-5c5f12359596 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:00.603728 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-52417f87-efca-4fea-a8bb-d8c86e476b10 req-781d4509-d9b1-4ca2-80dc-5c5f12359596 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.27 "GET /v2.0/networks?id=20988a48-24d3-47c4-85a4-f592522eeed3 HTTP/1.1" status: 200 len: 810 time: 0.1013079 Jun 10 17:53:00.655300 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-52417f87-efca-4fea-a8bb-d8c86e476b10 req-96a4da4f-c908-4cbd-a2cb-fb4d6814c0f7 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5dbfa207ddd44e3912f4141ac504575 HTTP/1.1" status: 200 len: 379 time: 0.0329571 Jun 10 17:53:00.664739 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.v2.base [req-52417f87-efca-4fea-a8bb-d8c86e476b10 req-c3df6665-bbe5-41c1-8a50-ab3df99fa810 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Request body: {'port': {'device_id': '7bd470c3-051e-47f6-b8b5-9e75f884c0ee', 'network_id': '20988a48-24d3-47c4-85a4-f592522eeed3', 'admin_state_up': True, 'tenant_id': 'd5dbfa207ddd44e3912f4141ac504575', 'security_groups': ['020fa276-dd24-4e98-98c7-e7b456c3a078']}} {{(pid=114529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:53:00.825748 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-7e3bbc55-5e10-4744-8330-7471603668e9 req-9cae7487-2731-44fc-8dcb-b9b1246430c1 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bd470c3-051e-47f6-b8b5-9e75f884c0ee HTTP/1.1" status: 200 len: 210 time: 0.0362177 Jun 10 17:53:00.836634 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52417f87-efca-4fea-a8bb-d8c86e476b10 req-c3df6665-bbe5-41c1-8a50-ab3df99fa810 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Made reservation on behalf of d5dbfa207ddd44e3912f4141ac504575 for: {'port': 1} {{(pid=114529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 17:53:00.842687 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-52417f87-efca-4fea-a8bb-d8c86e476b10 req-c3df6665-bbe5-41c1-8a50-ab3df99fa810 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:00.963886 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.db_base_plugin_common [req-52417f87-efca-4fea-a8bb-d8c86e476b10 req-c3df6665-bbe5-41c1-8a50-ab3df99fa810 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Allocated IP 172.20.0.13 (20988a48-24d3-47c4-85a4-f592522eeed3/6c6c1002-ecf3-4b70-9e9d-befa43491f0a/b9a4a614-b412-4b66-b30b-510333867beb) {{(pid=114529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 17:53:01.095205 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-52417f87-efca-4fea-a8bb-d8c86e476b10 req-c3df6665-bbe5-41c1-8a50-ab3df99fa810 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks [] for port, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:01.171395 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-52417f87-efca-4fea-a8bb-d8c86e476b10 req-c3df6665-bbe5-41c1-8a50-ab3df99fa810 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764020614705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263063011'] for port, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:01.212397 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52417f87-efca-4fea-a8bb-d8c86e476b10 req-c3df6665-bbe5-41c1-8a50-ab3df99fa810 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Network 20988a48-24d3-47c4-85a4-f592522eeed3 is already hosted by enough agents. {{(pid=114529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:53:01.215266 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.base_scheduler [req-52417f87-efca-4fea-a8bb-d8c86e476b10 req-c3df6665-bbe5-41c1-8a50-ab3df99fa810 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Resources bound (agent type, host, resource id): {{(pid=114529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:53:01.218928 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.l3_dvrscheduler_db [req-52417f87-efca-4fea-a8bb-d8c86e476b10 req-c3df6665-bbe5-41c1-8a50-ab3df99fa810 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Received port after_create {{(pid=114529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 10 17:53:01.249041 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3df6665-bbe5-41c1-8a50-ab3df99fa810 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Pushing event updated for resources: {'Port': ['ID=b9a4a614-b412-4b66-b30b-510333867beb,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:01.275173 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52417f87-efca-4fea-a8bb-d8c86e476b10 req-c3df6665-bbe5-41c1-8a50-ab3df99fa810 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:01.275802 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-52417f87-efca-4fea-a8bb-d8c86e476b10 req-c3df6665-bbe5-41c1-8a50-ab3df99fa810 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for port, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:01.374443 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-52417f87-efca-4fea-a8bb-d8c86e476b10 req-c3df6665-bbe5-41c1-8a50-ab3df99fa810 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7107537 Jun 10 17:53:01.401445 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-558a0398-b72f-4d5b-8465-bdb5c6b52c0f None None] Provisioning complete for port b9a4a614-b412-4b66-b30b-510333867beb triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:53:01.401982 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-558a0398-b72f-4d5b-8465-bdb5c6b52c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:01.434879 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-558a0398-b72f-4d5b-8465-bdb5c6b52c0f None None] Port b9a4a614-b412-4b66-b30b-510333867beb cannot update to ACTIVE because it is not bound. {{(pid=114530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 10 17:53:01.944311 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1c593-4cd4-4c39-9b02-412fd49ccb7a req-68623cb5-3a4d-45a1-8714-aefe9733d6c8 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:01.946224 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-e1a1c593-4cd4-4c39-9b02-412fd49ccb7a req-68623cb5-3a4d-45a1-8714-aefe9733d6c8 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bd470c3-051e-47f6-b8b5-9e75f884c0ee HTTP/1.1" status: 200 len: 932 time: 0.0516088 Jun 10 17:53:01.982274 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-e1a1c593-4cd4-4c39-9b02-412fd49ccb7a req-7233a602-8680-446b-989f-41c0ec0b4926 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/security-groups?id=020fa276-dd24-4e98-98c7-e7b456c3a078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301373 Jun 10 17:53:03.092377 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e962a7-48b6-4d5b-96b4-38767b3eebe6 req-08af12ff-92a6-46c6-8a66-151ccdeb349b tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:03.093805 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-b4e962a7-48b6-4d5b-96b4-38767b3eebe6 req-08af12ff-92a6-46c6-8a66-151ccdeb349b tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bd470c3-051e-47f6-b8b5-9e75f884c0ee HTTP/1.1" status: 200 len: 932 time: 0.0474806 Jun 10 17:53:03.131179 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-b4e962a7-48b6-4d5b-96b4-38767b3eebe6 req-b675293f-e4de-4885-8786-8f53a2586278 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/security-groups?id=020fa276-dd24-4e98-98c7-e7b456c3a078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314324 Jun 10 17:53:03.786781 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.v2.base [req-52417f87-efca-4fea-a8bb-d8c86e476b10 req-f3fa81e9-9427-4d77-940e-d4363ff3b385 service neutron] Request body: {'port': {'device_id': '7bd470c3-051e-47f6-b8b5-9e75f884c0ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-xena0'}} {{(pid=114529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:53:03.839910 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-52417f87-efca-4fea-a8bb-d8c86e476b10 req-f3fa81e9-9427-4d77-940e-d4363ff3b385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:04.086838 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.notifiers.nova [req-52417f87-efca-4fea-a8bb-d8c86e476b10 req-f3fa81e9-9427-4d77-940e-d4363ff3b385 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9a4a614-b412-4b66-b30b-510333867beb {{(pid=114529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 10 17:53:04.093840 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-52417f87-efca-4fea-a8bb-d8c86e476b10 req-f3fa81e9-9427-4d77-940e-d4363ff3b385 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:04.104977 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.provisioning_blocks [req-52417f87-efca-4fea-a8bb-d8c86e476b10 req-f3fa81e9-9427-4d77-940e-d4363ff3b385 service neutron] Transition to ACTIVE for port object b9a4a614-b412-4b66-b30b-510333867beb will not be triggered until provisioned by entity L2. {{(pid=114529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 17:53:04.170810 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-52417f87-efca-4fea-a8bb-d8c86e476b10 req-f3fa81e9-9427-4d77-940e-d4363ff3b385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263062808'] for port, after_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:04.483405 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa81e9-9427-4d77-940e-d4363ff3b385 service neutron] Pushing event updated for resources: {'Port': ['ID=b9a4a614-b412-4b66-b30b-510333867beb,revision_number=2']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:04.538026 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b7bc6-1bbf-4edb-b998-2a8bd670f8a6 req-eed592d2-937d-4903-bb6b-e8964d60d071 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:04.539518 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-bf2b7bc6-1bbf-4edb-b998-2a8bd670f8a6 req-eed592d2-937d-4903-bb6b-e8964d60d071 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bd470c3-051e-47f6-b8b5-9e75f884c0ee HTTP/1.1" status: 200 len: 944 time: 0.3401153 Jun 10 17:53:04.581546 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.managers [req-52417f87-efca-4fea-a8bb-d8c86e476b10 req-f3fa81e9-9427-4d77-940e-d4363ff3b385 service neutron] Attempting to bind port b9a4a614-b412-4b66-b30b-510333867beb on host hv-cinder-xena0 for vnic_type normal with profile {{(pid=114529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 17:53:04.581877 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.managers [req-52417f87-efca-4fea-a8bb-d8c86e476b10 req-f3fa81e9-9427-4d77-940e-d4363ff3b385 service neutron] Attempting to bind port b9a4a614-b412-4b66-b30b-510333867beb by drivers openvswitch,hyperv on host hv-cinder-xena0 at level 0 using segments [{'id': 'dffac23a-c726-4935-9ddb-386e3be17651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '20988a48-24d3-47c4-85a4-f592522eeed3'}] {{(pid=114529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 17:53:04.582206 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52417f87-efca-4fea-a8bb-d8c86e476b10 req-f3fa81e9-9427-4d77-940e-d4363ff3b385 service neutron] Attempting to bind port b9a4a614-b412-4b66-b30b-510333867beb on network 20988a48-24d3-47c4-85a4-f592522eeed3 {{(pid=114529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 10 17:53:04.592462 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-bf2b7bc6-1bbf-4edb-b998-2a8bd670f8a6 req-1eb7baab-bfba-4bae-9e01-4e6a3a418a9b tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/security-groups?id=020fa276-dd24-4e98-98c7-e7b456c3a078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469677 Jun 10 17:53:04.593057 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52417f87-efca-4fea-a8bb-d8c86e476b10 req-f3fa81e9-9427-4d77-940e-d4363ff3b385 service neutron] Port b9a4a614-b412-4b66-b30b-510333867beb on network 20988a48-24d3-47c4-85a4-f592522eeed3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-xena0 {{(pid=114529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 10 17:53:04.593374 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52417f87-efca-4fea-a8bb-d8c86e476b10 req-f3fa81e9-9427-4d77-940e-d4363ff3b385 service neutron] Attempting to bind port b9a4a614-b412-4b66-b30b-510333867beb on network 20988a48-24d3-47c4-85a4-f592522eeed3 {{(pid=114529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 10 17:53:04.598120 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52417f87-efca-4fea-a8bb-d8c86e476b10 req-f3fa81e9-9427-4d77-940e-d4363ff3b385 service neutron] Checking agent: {'id': '7469bf7c-50e4-4cc8-b056-051e3e633b26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-xena0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 10, 17, 46, 19), 'started_at': datetime.datetime(2022, 6, 10, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 10, 17, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 10 17:53:04.598486 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52417f87-efca-4fea-a8bb-d8c86e476b10 req-f3fa81e9-9427-4d77-940e-d4363ff3b385 service neutron] Checking segment: {'id': 'dffac23a-c726-4935-9ddb-386e3be17651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '20988a48-24d3-47c4-85a4-f592522eeed3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 10 17:53:04.598860 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52417f87-efca-4fea-a8bb-d8c86e476b10 req-f3fa81e9-9427-4d77-940e-d4363ff3b385 service neutron] Bound using segment: {'id': 'dffac23a-c726-4935-9ddb-386e3be17651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '20988a48-24d3-47c4-85a4-f592522eeed3'} {{(pid=114529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 10 17:53:04.599284 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.managers [req-52417f87-efca-4fea-a8bb-d8c86e476b10 req-f3fa81e9-9427-4d77-940e-d4363ff3b385 service neutron] Bound port: b9a4a614-b412-4b66-b30b-510333867beb, host: hv-cinder-xena0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dffac23a-c726-4935-9ddb-386e3be17651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '20988a48-24d3-47c4-85a4-f592522eeed3'}}] {{(pid=114529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 17:53:04.599635 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-52417f87-efca-4fea-a8bb-d8c86e476b10 req-f3fa81e9-9427-4d77-940e-d4363ff3b385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:04.660402 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.db [req-52417f87-efca-4fea-a8bb-d8c86e476b10 req-f3fa81e9-9427-4d77-940e-d4363ff3b385 service neutron] For port b9a4a614-b412-4b66-b30b-510333867beb, host hv-cinder-xena0, cleared binding levels {{(pid=114529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 10 17:53:04.663358 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.db [req-52417f87-efca-4fea-a8bb-d8c86e476b10 req-f3fa81e9-9427-4d77-940e-d4363ff3b385 service neutron] For port b9a4a614-b412-4b66-b30b-510333867beb, host hv-cinder-xena0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=b9a4a614-b412-4b66-b30b-510333867beb,segment=NetworkSegment(dffac23a-c726-4935-9ddb-386e3be17651),segment_id=dffac23a-c726-4935-9ddb-386e3be17651)] {{(pid=114529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 10 17:53:04.736690 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-52417f87-efca-4fea-a8bb-d8c86e476b10 req-f3fa81e9-9427-4d77-940e-d4363ff3b385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263062808'] for port, after_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:04.773253 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52417f87-efca-4fea-a8bb-d8c86e476b10 req-f3fa81e9-9427-4d77-940e-d4363ff3b385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:04.774534 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-52417f87-efca-4fea-a8bb-d8c86e476b10 req-f3fa81e9-9427-4d77-940e-d4363ff3b385 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for port, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:04.775879 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-52417f87-efca-4fea-a8bb-d8c86e476b10 req-f3fa81e9-9427-4d77-940e-d4363ff3b385 service neutron] 10.222.0.27 "PUT /v2.0/ports/b9a4a614-b412-4b66-b30b-510333867beb HTTP/1.1" status: 200 len: 1094 time: 0.9933310 Jun 10 17:53:04.776314 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bd470c3-051e-47f6-b8b5-9e75f884c0ee', 'tag': 'b9a4a614-b412-4b66-b30b-510333867beb'}] {{(pid=114529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:53:04.778533 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}546b112a5b217dbfa88e609245cede7dd2905721b158f3f41c3dff8a3887b3c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155ff410-48b5-44f6-8f63-5b093ee3ee8b" -d '{"events": [{"name": "network-changed", "server_uuid": "7bd470c3-051e-47f6-b8b5-9e75f884c0ee", "tag": "b9a4a614-b412-4b66-b30b-510333867beb"}]}' {{(pid=114529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:53:04.801987 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa81e9-9427-4d77-940e-d4363ff3b385 service neutron] Pushing event updated for resources: {'Port': ['ID=b9a4a614-b412-4b66-b30b-510333867beb,revision_number=3']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:04.821988 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Jun 2022 17:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1deb7f9a-d9a7-4aa2-b5aa-6fe2838d9c1f x-openstack-request-id: req-1deb7f9a-d9a7-4aa2-b5aa-6fe2838d9c1f {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:53:04.822368 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bd470c3-051e-47f6-b8b5-9e75f884c0ee", "tag": "b9a4a614-b412-4b66-b30b-510333867beb", "status": "completed", "code": 200}]} {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:53:04.822610 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1deb7f9a-d9a7-4aa2-b5aa-6fe2838d9c1f {{(pid=114529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:53:04.822995 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1deb7f9a-d9a7-4aa2-b5aa-6fe2838d9c1f'] response: {'name': 'network-changed', 'server_uuid': '7bd470c3-051e-47f6-b8b5-9e75f884c0ee', 'tag': 'b9a4a614-b412-4b66-b30b-510333867beb', 'status': 'completed', 'code': 200} Jun 10 17:53:04.915431 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ff410-48b5-44f6-8f63-5b093ee3ee8b req-9e9e9253-1e09-488b-915e-680f87f9a0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:04.916916 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-155ff410-48b5-44f6-8f63-5b093ee3ee8b req-9e9e9253-1e09-488b-915e-680f87f9a0d3 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=d5dbfa207ddd44e3912f4141ac504575&device_id=7bd470c3-051e-47f6-b8b5-9e75f884c0ee HTTP/1.1" status: 200 len: 1097 time: 0.0423572 Jun 10 17:53:05.028620 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ff410-48b5-44f6-8f63-5b093ee3ee8b req-c3c73e66-763b-4dc1-9b67-4d55cf6496ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:05.030118 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-155ff410-48b5-44f6-8f63-5b093ee3ee8b req-c3c73e66-763b-4dc1-9b67-4d55cf6496ce service neutron] 10.222.0.27 "GET /v2.0/networks?tenant_id=d5dbfa207ddd44e3912f4141ac504575&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0978935 Jun 10 17:53:05.121390 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ff410-48b5-44f6-8f63-5b093ee3ee8b req-20a97b1f-e932-4a46-b072-e79ee94a89c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:05.123475 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-155ff410-48b5-44f6-8f63-5b093ee3ee8b req-20a97b1f-e932-4a46-b072-e79ee94a89c6 service neutron] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0859456 Jun 10 17:53:05.231409 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52417f87-efca-4fea-a8bb-d8c86e476b10 req-94285d77-8d40-4826-b097-60c5cbd8e6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:05.232887 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-52417f87-efca-4fea-a8bb-d8c86e476b10 req-94285d77-8d40-4826-b097-60c5cbd8e6e0 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=d5dbfa207ddd44e3912f4141ac504575&device_id=7bd470c3-051e-47f6-b8b5-9e75f884c0ee HTTP/1.1" status: 200 len: 1097 time: 0.0398698 Jun 10 17:53:05.286440 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-52417f87-efca-4fea-a8bb-d8c86e476b10 req-a95e7d61-191c-416d-8538-1ff37f728c35 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9a4a614-b412-4b66-b30b-510333867beb HTTP/1.1" status: 200 len: 217 time: 0.0366585 Jun 10 17:53:05.337618 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52417f87-efca-4fea-a8bb-d8c86e476b10 req-0258e663-7b1e-4fa0-95a2-62902537acc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:05.339075 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-52417f87-efca-4fea-a8bb-d8c86e476b10 req-0258e663-7b1e-4fa0-95a2-62902537acc9 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=6c6c1002-ecf3-4b70-9e9d-befa43491f0a HTTP/1.1" status: 200 len: 849 time: 0.0435045 Jun 10 17:53:05.382181 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52417f87-efca-4fea-a8bb-d8c86e476b10 req-e4e77d3a-94e3-4a65-b3ad-82ed1d8f01cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:05.384204 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-52417f87-efca-4fea-a8bb-d8c86e476b10 req-e4e77d3a-94e3-4a65-b3ad-82ed1d8f01cd service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=20988a48-24d3-47c4-85a4-f592522eeed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0383141 Jun 10 17:53:05.477678 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-52417f87-efca-4fea-a8bb-d8c86e476b10 req-d9aa8829-9814-448c-82ad-27e730b8dae6 service neutron] 10.222.0.27 "GET /v2.0/networks/20988a48-24d3-47c4-85a4-f592522eeed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848241 Jun 10 17:53:05.569419 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-52417f87-efca-4fea-a8bb-d8c86e476b10 req-e893c97a-9d06-46e2-a8bc-3624a38da8c2 service neutron] 10.222.0.27 "GET /v2.0/networks/20988a48-24d3-47c4-85a4-f592522eeed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840905 Jun 10 17:53:05.709539 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b52aa-94ef-4978-9910-275350e0713b req-b5419c82-9c64-4134-9fda-10b32a48efba tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:05.710934 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-b26b52aa-94ef-4978-9910-275350e0713b req-b5419c82-9c64-4134-9fda-10b32a48efba tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bd470c3-051e-47f6-b8b5-9e75f884c0ee HTTP/1.1" status: 200 len: 944 time: 0.0526102 Jun 10 17:53:05.749723 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-b26b52aa-94ef-4978-9910-275350e0713b req-c7ce4343-cbd0-495b-ace5-343da3338043 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/security-groups?id=020fa276-dd24-4e98-98c7-e7b456c3a078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324559 Jun 10 17:53:06.869617 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09208d-f6bc-43ab-9af2-34b6b0fa559d req-b6e6442c-b2a3-48dc-afa8-271ad87a3f92 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:06.871093 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-1f09208d-f6bc-43ab-9af2-34b6b0fa559d req-b6e6442c-b2a3-48dc-afa8-271ad87a3f92 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bd470c3-051e-47f6-b8b5-9e75f884c0ee HTTP/1.1" status: 200 len: 944 time: 0.0496411 Jun 10 17:53:06.908246 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-1f09208d-f6bc-43ab-9af2-34b6b0fa559d req-e6454c33-cff6-434e-bcb3-33d73f35a366 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/security-groups?id=020fa276-dd24-4e98-98c7-e7b456c3a078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311751 Jun 10 17:53:08.020964 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f6c90d-98d1-4d1b-858a-37dacdec3699 req-e7643297-7ad9-49a8-854e-27b79641a041 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:08.022433 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-73f6c90d-98d1-4d1b-858a-37dacdec3699 req-e7643297-7ad9-49a8-854e-27b79641a041 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bd470c3-051e-47f6-b8b5-9e75f884c0ee HTTP/1.1" status: 200 len: 944 time: 0.0473011 Jun 10 17:53:08.060155 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-73f6c90d-98d1-4d1b-858a-37dacdec3699 req-650f8613-d2fd-4fe7-8d58-5c28946aebea tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/security-groups?id=020fa276-dd24-4e98-98c7-e7b456c3a078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309570 Jun 10 17:53:08.351061 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-510c736c-e2a3-4955-92a6-5db4f8ff3f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:09.175090 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f6200c-323c-4751-b60e-f5206c8eed68 req-757808f4-c3dc-4d80-b920-e378386d4273 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:09.176533 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-91f6200c-323c-4751-b60e-f5206c8eed68 req-757808f4-c3dc-4d80-b920-e378386d4273 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bd470c3-051e-47f6-b8b5-9e75f884c0ee HTTP/1.1" status: 200 len: 944 time: 0.0507228 Jun 10 17:53:09.213612 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-91f6200c-323c-4751-b60e-f5206c8eed68 req-2dc29782-1e4a-46cc-ad0d-197a7132c49e tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/security-groups?id=020fa276-dd24-4e98-98c7-e7b456c3a078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305991 Jun 10 17:53:10.328153 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef9a127-aaf2-41c1-8fce-e24f3700565e req-42fd47c1-0825-4a87-a655-a72195d67379 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:10.329474 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-1ef9a127-aaf2-41c1-8fce-e24f3700565e req-42fd47c1-0825-4a87-a655-a72195d67379 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bd470c3-051e-47f6-b8b5-9e75f884c0ee HTTP/1.1" status: 200 len: 944 time: 0.0473306 Jun 10 17:53:10.365540 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-1ef9a127-aaf2-41c1-8fce-e24f3700565e req-f9db1d8f-6231-4db4-9f5f-8706fe3e6b55 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/security-groups?id=020fa276-dd24-4e98-98c7-e7b456c3a078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302427 Jun 10 17:53:10.802327 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-cbca970b-5cec-4672-b289-3b51b00c2814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:11.479447 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c203d5aa-ee6d-49f2-b5e5-bde91b7a0985 req-fbc63973-c9b0-4314-9efd-6e71ee87c688 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:11.480802 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-c203d5aa-ee6d-49f2-b5e5-bde91b7a0985 req-fbc63973-c9b0-4314-9efd-6e71ee87c688 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bd470c3-051e-47f6-b8b5-9e75f884c0ee HTTP/1.1" status: 200 len: 944 time: 0.0483434 Jun 10 17:53:11.517888 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-c203d5aa-ee6d-49f2-b5e5-bde91b7a0985 req-f2bf91e7-da78-4023-8e59-9e352aa501e2 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/security-groups?id=020fa276-dd24-4e98-98c7-e7b456c3a078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309269 Jun 10 17:53:11.756143 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-9e937c9f-4d57-47ec-81ad-8e77ea25145e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:11.902844 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device b9a4a614-b412-4b66-b30b-510333867beb details requested by agent hyperv_hv-cinder-xena0 with host hv-cinder-xena0 {{(pid=114530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 10 17:53:11.998298 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port b9a4a614-b412-4b66-b30b-510333867beb, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=b9a4a614-b412-4b66-b30b-510333867beb,segment=NetworkSegment(dffac23a-c726-4935-9ddb-386e3be17651),segment_id=dffac23a-c726-4935-9ddb-386e3be17651)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:53:12.008775 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Returning: {'device': 'b9a4a614-b412-4b66-b30b-510333867beb', 'network_id': '20988a48-24d3-47c4-85a4-f592522eeed3', 'port_id': 'b9a4a614-b412-4b66-b30b-510333867beb', 'mac_address': 'fa:16:3e:45:31:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c6c1002-ecf3-4b70-9e9d-befa43491f0a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 10 17:53:12.045364 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Current status of the port b9a4a614-b412-4b66-b30b-510333867beb is: DOWN; New status is: BUILD {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:53:12.050805 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:12.058445 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.notifiers.nova [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9a4a614-b412-4b66-b30b-510333867beb {{(pid=114530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 10 17:53:12.076888 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port b9a4a614-b412-4b66-b30b-510333867beb, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=b9a4a614-b412-4b66-b30b-510333867beb,segment=NetworkSegment(dffac23a-c726-4935-9ddb-386e3be17651),segment_id=dffac23a-c726-4935-9ddb-386e3be17651)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:53:12.139259 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:12.186656 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Pushing event updated for resources: {'Port': ['ID=b9a4a614-b412-4b66-b30b-510333867beb,revision_number=4']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:12.632673 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40bf790-1f6d-41ed-b0bb-9c0513cccacc req-b903524b-d700-408b-bf52-595805a2571d tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:12.634119 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-b40bf790-1f6d-41ed-b0bb-9c0513cccacc req-b903524b-d700-408b-bf52-595805a2571d tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bd470c3-051e-47f6-b8b5-9e75f884c0ee HTTP/1.1" status: 200 len: 945 time: 0.0508904 Jun 10 17:53:12.670648 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-b40bf790-1f6d-41ed-b0bb-9c0513cccacc req-5a82f9fb-7565-4320-9580-73ddef97c90a tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/security-groups?id=020fa276-dd24-4e98-98c7-e7b456c3a078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301626 Jun 10 17:53:13.082210 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a5a6984-4625-4674-bdbb-a7ccf76cac14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:13.292147 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] get_ports_and_sgs() called for port_ids ['b9a4a614-b412-4b66-b30b-510333867beb'] {{(pid=114530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 10 17:53:13.782752 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306538d6-4297-4fce-9011-1347b0447a17 req-5e61975d-fdfc-4f7a-a4c8-82b5889dce17 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:13.784190 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-306538d6-4297-4fce-9011-1347b0447a17 req-5e61975d-fdfc-4f7a-a4c8-82b5889dce17 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bd470c3-051e-47f6-b8b5-9e75f884c0ee HTTP/1.1" status: 200 len: 945 time: 0.0477736 Jun 10 17:53:13.820535 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-306538d6-4297-4fce-9011-1347b0447a17 req-73041e4e-4107-418b-927f-652c90097339 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/security-groups?id=020fa276-dd24-4e98-98c7-e7b456c3a078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304518 Jun 10 17:53:13.930696 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:14.896808 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device b9a4a614-b412-4b66-b30b-510333867beb up at agent hyperv_hv-cinder-xena0 {{(pid=114530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 17:53:14.933660 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77f189-d034-40d6-839d-3185fa4715fb req-87f4da85-d36c-4a2e-9c6e-db35253f8239 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:14.935139 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ec77f189-d034-40d6-839d-3185fa4715fb req-87f4da85-d36c-4a2e-9c6e-db35253f8239 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bd470c3-051e-47f6-b8b5-9e75f884c0ee HTTP/1.1" status: 200 len: 945 time: 0.0492303 Jun 10 17:53:14.972832 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ec77f189-d034-40d6-839d-3185fa4715fb req-a3074d43-af9e-4085-b100-a387b54ff334 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/security-groups?id=020fa276-dd24-4e98-98c7-e7b456c3a078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313222 Jun 10 17:53:15.016812 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Provisioning for port b9a4a614-b412-4b66-b30b-510333867beb completed by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 17:53:15.021288 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Provisioning complete for port b9a4a614-b412-4b66-b30b-510333867beb triggered by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:53:15.021666 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:15.098718 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Current status of the port b9a4a614-b412-4b66-b30b-510333867beb is: BUILD; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:53:15.099020 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:15.120650 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bd470c3-051e-47f6-b8b5-9e75f884c0ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a4a614-b412-4b66-b30b-510333867beb'}] {{(pid=114530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:53:15.122873 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059d8b929bb81300c707de1c8675048d791f282ce62f1c2c108741a8dfb2b754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-093d1113-8a64-44aa-a00f-ef494d67532d" -d '{"events": [{"server_uuid": "7bd470c3-051e-47f6-b8b5-9e75f884c0ee", "name": "network-vif-plugged", "status": "completed", "tag": "b9a4a614-b412-4b66-b30b-510333867beb"}]}' {{(pid=114530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:53:15.134678 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port b9a4a614-b412-4b66-b30b-510333867beb, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=b9a4a614-b412-4b66-b30b-510333867beb,segment=NetworkSegment(dffac23a-c726-4935-9ddb-386e3be17651),segment_id=dffac23a-c726-4935-9ddb-386e3be17651)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:53:15.161878 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Jun 2022 17:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e63032-22be-4895-823d-0f30eb00e9db x-openstack-request-id: req-d7e63032-22be-4895-823d-0f30eb00e9db {{(pid=114530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:53:15.161878 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bd470c3-051e-47f6-b8b5-9e75f884c0ee", "name": "network-vif-plugged", "status": "completed", "tag": "b9a4a614-b412-4b66-b30b-510333867beb", "code": 200}]} {{(pid=114530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:53:15.161878 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d7e63032-22be-4895-823d-0f30eb00e9db {{(pid=114530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:53:15.161878 dv-cinder-xena-3-iscsi neutron-server[114530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7e63032-22be-4895-823d-0f30eb00e9db'] response: {'server_uuid': '7bd470c3-051e-47f6-b8b5-9e75f884c0ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a4a614-b412-4b66-b30b-510333867beb', 'code': 200} Jun 10 17:53:15.208366 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:15.258772 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Pushing event updated for resources: {'Port': ['ID=b9a4a614-b412-4b66-b30b-510333867beb,revision_number=5']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:15.545469 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a891500c-dd28-4324-9a2f-db0fe63ca057 req-f9716745-63b7-4cf0-b04d-fea2e5f9188b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:15.546970 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-a891500c-dd28-4324-9a2f-db0fe63ca057 req-f9716745-63b7-4cf0-b04d-fea2e5f9188b service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=7bd470c3-051e-47f6-b8b5-9e75f884c0ee HTTP/1.1" status: 200 len: 1099 time: 0.0438924 Jun 10 17:53:15.585843 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-a891500c-dd28-4324-9a2f-db0fe63ca057 req-9420c78a-bc3a-4290-ab7e-f1c787c5d3c0 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=020fa276-dd24-4e98-98c7-e7b456c3a078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298080 Jun 10 17:53:16.126066 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69cca81-707e-42f9-89af-7625a595336d req-5124a51a-4805-4a2c-85b2-367568faa3cb tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:16.127543 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-a69cca81-707e-42f9-89af-7625a595336d req-5124a51a-4805-4a2c-85b2-367568faa3cb tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bd470c3-051e-47f6-b8b5-9e75f884c0ee HTTP/1.1" status: 200 len: 946 time: 0.0482423 Jun 10 17:53:16.166135 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-a69cca81-707e-42f9-89af-7625a595336d req-5ecad857-abd7-4857-b820-8aa0f614cf60 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/security-groups?id=020fa276-dd24-4e98-98c7-e7b456c3a078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322759 Jun 10 17:53:17.280529 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ac0760-2ab0-455b-82ce-f808fc917846 req-32fe649d-88d0-4d18-8697-96b65ffe26a0 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:17.281988 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-46ac0760-2ab0-455b-82ce-f808fc917846 req-32fe649d-88d0-4d18-8697-96b65ffe26a0 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bd470c3-051e-47f6-b8b5-9e75f884c0ee HTTP/1.1" status: 200 len: 946 time: 0.0481591 Jun 10 17:53:17.320216 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-46ac0760-2ab0-455b-82ce-f808fc917846 req-fe804887-1662-4006-b9d3-e4e00bd9cd19 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/security-groups?id=020fa276-dd24-4e98-98c7-e7b456c3a078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321681 Jun 10 17:53:17.435220 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241ca82d-e312-471e-96e5-388016e35c65 req-5b0f593f-3044-4d5b-ae90-c40b4fb5950c tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:17.436837 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-241ca82d-e312-471e-96e5-388016e35c65 req-5b0f593f-3044-4d5b-ae90-c40b4fb5950c tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bd470c3-051e-47f6-b8b5-9e75f884c0ee HTTP/1.1" status: 200 len: 946 time: 0.0524397 Jun 10 17:53:17.445395 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 47220) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:53:17.449698 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.v2.base [None req-ead92a98-3e09-4192-97d5-958a83cf3024 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Request body: {'floatingip': {'port_id': 'b9a4a614-b412-4b66-b30b-510333867beb'}} {{(pid=114529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:53:17.488082 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-ead92a98-3e09-4192-97d5-958a83cf3024 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks [] for floatingip, before_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:17.916954 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-ead92a98-3e09-4192-97d5-958a83cf3024 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:17.973558 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-ead92a98-3e09-4192-97d5-958a83cf3024 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-753974'] for floatingip, after_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:18.076542 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.db.l3_db [None req-ead92a98-3e09-4192-97d5-958a83cf3024 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Floating IP bbda8d52-9292-40f7-bdd2-104b047ee135 associated. External IP: 172.37.5.240, port: b9a4a614-b412-4b66-b30b-510333867beb. Jun 10 17:53:18.300565 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ead92a98-3e09-4192-97d5-958a83cf3024 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Router a6adcaf7-4474-4e92-8346-d405920b7c32 has already been hosted by L3 agent e04d2863-a40a-41db-9b2a-39042df37909 {{(pid=114529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 10 17:53:18.436801 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0385b6-edfd-444c-824e-46ce717eedb9 req-2647178b-8f61-4250-a90a-b8fc3a19aeca tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:18.438245 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-6e0385b6-edfd-444c-824e-46ce717eedb9 req-2647178b-8f61-4250-a90a-b8fc3a19aeca tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=60b78243-1f1e-45e5-83cf-ce6725a65a23 HTTP/1.1" status: 200 len: 945 time: 0.0928285 Jun 10 17:53:18.457206 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead92a98-3e09-4192-97d5-958a83cf3024 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=114529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 10 17:53:18.462395 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-ead92a98-3e09-4192-97d5-958a83cf3024 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for floatingip, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:18.467284 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049155da-130f-4d1a-a2cf-7ae90d98ecae None None] Sync routers for ids ['a6adcaf7-4474-4e92-8346-d405920b7c32'] in dv-cinder-xena-3-iscsi {{(pid=114530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 17:53:18.477557 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049155da-130f-4d1a-a2cf-7ae90d98ecae None None] Routers {'a6adcaf7-4474-4e92-8346-d405920b7c32'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:53:18.478839 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-049155da-130f-4d1a-a2cf-7ae90d98ecae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:53:11Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['a6adcaf7-4474-4e92-8346-d405920b7c32'], 'active': True} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:53:18.504589 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-ead92a98-3e09-4192-97d5-958a83cf3024 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "PUT /v2.0/floatingips/bbda8d52-9292-40f7-bdd2-104b047ee135 HTTP/1.1" status: 200 len: 992 time: 1.0581784 Jun 10 17:53:18.506957 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bd470c3-051e-47f6-b8b5-9e75f884c0ee', 'tag': 'b9a4a614-b412-4b66-b30b-510333867beb'}] {{(pid=114529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:53:18.509134 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}546b112a5b217dbfa88e609245cede7dd2905721b158f3f41c3dff8a3887b3c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-704fdb78-1e55-48e9-ad52-1d91923b6b2b" -d '{"events": [{"name": "network-changed", "server_uuid": "7bd470c3-051e-47f6-b8b5-9e75f884c0ee", "tag": "b9a4a614-b412-4b66-b30b-510333867beb"}]}' {{(pid=114529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:53:18.514872 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-6e0385b6-edfd-444c-824e-46ce717eedb9 req-6cef24fd-91f6-4706-8323-b34871dad6a5 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d63c1-a590-402c-aa03-3d0e321c13ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684438 Jun 10 17:53:18.548148 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Jun 2022 17:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c562806-c893-46d5-aca6-174ad63f9965 x-openstack-request-id: req-5c562806-c893-46d5-aca6-174ad63f9965 {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:53:18.548271 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bd470c3-051e-47f6-b8b5-9e75f884c0ee", "tag": "b9a4a614-b412-4b66-b30b-510333867beb", "status": "completed", "code": 200}]} {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:53:18.548415 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5c562806-c893-46d5-aca6-174ad63f9965 {{(pid=114529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:53:18.548811 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c562806-c893-46d5-aca6-174ad63f9965'] response: {'name': 'network-changed', 'server_uuid': '7bd470c3-051e-47f6-b8b5-9e75f884c0ee', 'tag': 'b9a4a614-b412-4b66-b30b-510333867beb', 'status': 'completed', 'code': 200} Jun 10 17:53:18.643027 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704fdb78-1e55-48e9-ad52-1d91923b6b2b req-c299b078-641e-4658-8ff0-eec4deb0081c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:18.644534 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-704fdb78-1e55-48e9-ad52-1d91923b6b2b req-c299b078-641e-4658-8ff0-eec4deb0081c service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=d5dbfa207ddd44e3912f4141ac504575&device_id=7bd470c3-051e-47f6-b8b5-9e75f884c0ee HTTP/1.1" status: 200 len: 1099 time: 0.0425529 Jun 10 17:53:18.711624 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvr_db [None req-049155da-130f-4d1a-a2cf-7ae90d98ecae None None] Set router a6adcaf7-4474-4e92-8346-d405920b7c32 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:53:18.745691 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704fdb78-1e55-48e9-ad52-1d91923b6b2b req-194a34f0-f342-4b1d-ab0e-9fbe67d89faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:18.747362 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-704fdb78-1e55-48e9-ad52-1d91923b6b2b req-194a34f0-f342-4b1d-ab0e-9fbe67d89faf service neutron] 10.222.0.27 "GET /v2.0/networks?id=20988a48-24d3-47c4-85a4-f592522eeed3 HTTP/1.1" status: 200 len: 911 time: 0.0933094 Jun 10 17:53:18.816965 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-704fdb78-1e55-48e9-ad52-1d91923b6b2b req-f7af09bd-1727-4d5c-8e1e-e9483c169e4d service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9a4a614-b412-4b66-b30b-510333867beb HTTP/1.1" status: 200 len: 1000 time: 0.0612121 Jun 10 17:53:18.855300 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:18.870817 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704fdb78-1e55-48e9-ad52-1d91923b6b2b req-14219fb6-253c-42da-af44-695feb3fc23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:18.872276 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-704fdb78-1e55-48e9-ad52-1d91923b6b2b req-14219fb6-253c-42da-af44-695feb3fc23e service neutron] 10.222.0.27 "GET /v2.0/subnets?id=6c6c1002-ecf3-4b70-9e9d-befa43491f0a HTTP/1.1" status: 200 len: 849 time: 0.0484090 Jun 10 17:53:18.920611 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704fdb78-1e55-48e9-ad52-1d91923b6b2b req-c511c036-aa40-4f87-a8c9-295a9ad9b188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:18.922062 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-704fdb78-1e55-48e9-ad52-1d91923b6b2b req-c511c036-aa40-4f87-a8c9-295a9ad9b188 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=20988a48-24d3-47c4-85a4-f592522eeed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0412459 Jun 10 17:53:18.996341 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-049155da-130f-4d1a-a2cf-7ae90d98ecae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6adcaf7-4474-4e92-8346-d405920b7c32', 'name': 'tempest-AttachVolumeTestJSON-992701664-router', 'tenant_id': 'd5dbfa207ddd44e3912f4141ac504575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.195'}], 'enable_snat': True}, 'gw_port_id': '3023a440-e1e2-4844-a335-dbd4f6eff056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:48:21Z', 'updated_at': '2022-06-10T17:48:32Z', 'revision_number': 4, 'project_id': 'd5dbfa207ddd44e3912f4141ac504575', 'gw_port': {'id': '3023a440-e1e2-4844-a335-dbd4f6eff056', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:df:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6adcaf7-4474-4e92-8346-d405920b7c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:48:22Z', 'updated_at': '2022-06-10T17:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_floatingips': [{'id': 'bbda8d52-9292-40f7-bdd2-104b047ee135', 'tenant_id': 'd5dbfa207ddd44e3912f4141ac504575', 'floating_ip_address': '172.37.5.240', 'floating_network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'router_id': 'a6adcaf7-4474-4e92-8346-d405920b7c32', 'port_id': 'b9a4a614-b412-4b66-b30b-510333867beb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20988a48-24d3-47c4-85a4-f592522eeed3', 'mac_address': 'fa:16:3e:45:31:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd470c3-051e-47f6-b8b5-9e75f884c0ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-10T17:52:57Z', 'updated_at': '2022-06-10T17:53:17Z', 'revision_number': 1, 'project_id': 'd5dbfa207ddd44e3912f4141ac504575', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1332663-a831-4126-a8bd-f0f96a793898', 'name': '', 'network_id': '20988a48-24d3-47c4-85a4-f592522eeed3', 'tenant_id': 'd5dbfa207ddd44e3912f4141ac504575', 'mac_address': 'fa:16:3e:e5:25:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6adcaf7-4474-4e92-8346-d405920b7c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6c6c1002-ecf3-4b70-9e9d-befa43491f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:48:29Z', 'updated_at': '2022-06-10T17:48:40Z', 'revision_number': 5, 'project_id': 'd5dbfa207ddd44e3912f4141ac504575', 'subnets': [{'id': '6c6c1002-ecf3-4b70-9e9d-befa43491f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:53:19.017489 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-704fdb78-1e55-48e9-ad52-1d91923b6b2b req-c20abc38-1697-4151-956b-58087b2c87e6 service neutron] 10.222.0.27 "GET /v2.0/networks/20988a48-24d3-47c4-85a4-f592522eeed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877459 Jun 10 17:53:19.022510 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049155da-130f-4d1a-a2cf-7ae90d98ecae None None] Checking router: a6adcaf7-4474-4e92-8346-d405920b7c32 for host: dv-cinder-xena-3-iscsi {{(pid=114530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 17:53:19.031227 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049155da-130f-4d1a-a2cf-7ae90d98ecae None None] Routers {'a6adcaf7-4474-4e92-8346-d405920b7c32'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:53:19.031835 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-049155da-130f-4d1a-a2cf-7ae90d98ecae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:53:11Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['a6adcaf7-4474-4e92-8346-d405920b7c32'], 'active': True} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:53:19.142039 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvr_db [None req-049155da-130f-4d1a-a2cf-7ae90d98ecae None None] Set router a6adcaf7-4474-4e92-8346-d405920b7c32 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:53:19.351406 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-704fdb78-1e55-48e9-ad52-1d91923b6b2b req-c6f8e431-9d9f-4a62-aa8d-996b2c12e68d service neutron] 10.222.0.27 "GET /v2.0/networks/20988a48-24d3-47c4-85a4-f592522eeed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234417 Jun 10 17:53:19.388563 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-049155da-130f-4d1a-a2cf-7ae90d98ecae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6adcaf7-4474-4e92-8346-d405920b7c32', 'name': 'tempest-AttachVolumeTestJSON-992701664-router', 'tenant_id': 'd5dbfa207ddd44e3912f4141ac504575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.195'}], 'enable_snat': True}, 'gw_port_id': '3023a440-e1e2-4844-a335-dbd4f6eff056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:48:21Z', 'updated_at': '2022-06-10T17:48:32Z', 'revision_number': 4, 'project_id': 'd5dbfa207ddd44e3912f4141ac504575', 'gw_port': {'id': '3023a440-e1e2-4844-a335-dbd4f6eff056', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:df:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6adcaf7-4474-4e92-8346-d405920b7c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:48:22Z', 'updated_at': '2022-06-10T17:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_floatingips': [{'id': 'bbda8d52-9292-40f7-bdd2-104b047ee135', 'tenant_id': 'd5dbfa207ddd44e3912f4141ac504575', 'floating_ip_address': '172.37.5.240', 'floating_network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'router_id': 'a6adcaf7-4474-4e92-8346-d405920b7c32', 'port_id': 'b9a4a614-b412-4b66-b30b-510333867beb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20988a48-24d3-47c4-85a4-f592522eeed3', 'mac_address': 'fa:16:3e:45:31:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd470c3-051e-47f6-b8b5-9e75f884c0ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-10T17:52:57Z', 'updated_at': '2022-06-10T17:53:17Z', 'revision_number': 1, 'project_id': 'd5dbfa207ddd44e3912f4141ac504575', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1332663-a831-4126-a8bd-f0f96a793898', 'name': '', 'network_id': '20988a48-24d3-47c4-85a4-f592522eeed3', 'tenant_id': 'd5dbfa207ddd44e3912f4141ac504575', 'mac_address': 'fa:16:3e:e5:25:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6adcaf7-4474-4e92-8346-d405920b7c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6c6c1002-ecf3-4b70-9e9d-befa43491f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:48:29Z', 'updated_at': '2022-06-10T17:48:40Z', 'revision_number': 5, 'project_id': 'd5dbfa207ddd44e3912f4141ac504575', 'subnets': [{'id': '6c6c1002-ecf3-4b70-9e9d-befa43491f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:53:19.415377 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049155da-130f-4d1a-a2cf-7ae90d98ecae None None] The sync data for ids ['a6adcaf7-4474-4e92-8346-d405920b7c32'] in dv-cinder-xena-3-iscsi is: [{'id': 'a6adcaf7-4474-4e92-8346-d405920b7c32', 'name': 'tempest-AttachVolumeTestJSON-992701664-router', 'tenant_id': 'd5dbfa207ddd44e3912f4141ac504575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.195'}], 'enable_snat': True}, 'gw_port_id': '3023a440-e1e2-4844-a335-dbd4f6eff056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:48:21Z', 'updated_at': '2022-06-10T17:48:32Z', 'revision_number': 4, 'project_id': 'd5dbfa207ddd44e3912f4141ac504575', 'gw_port': {'id': '3023a440-e1e2-4844-a335-dbd4f6eff056', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:df:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6adcaf7-4474-4e92-8346-d405920b7c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:48:22Z', 'updated_at': '2022-06-10T17:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_floatingips': [{'id': 'bbda8d52-9292-40f7-bdd2-104b047ee135', 'tenant_id': 'd5dbfa207ddd44e3912f4141ac504575', 'floating_ip_address': '172.37.5.240', 'floating_network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'router_id': 'a6adcaf7-4474-4e92-8346-d405920b7c32', 'port_id': 'b9a4a614-b412-4b66-b30b-510333867beb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20988a48-24d3-47c4-85a4-f592522eeed3', 'mac_address': 'fa:16:3e:45:31:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd470c3-051e-47f6-b8b5-9e75f884c0ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-10T17:52:57Z', 'updated_at': '2022-06-10T17:53:17Z', 'revision_number': 1, 'project_id': 'd5dbfa207ddd44e3912f4141ac504575', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1332663-a831-4126-a8bd-f0f96a793898', 'name': '', 'network_id': '20988a48-24d3-47c4-85a4-f592522eeed3', 'tenant_id': 'd5dbfa207ddd44e3912f4141ac504575', 'mac_address': 'fa:16:3e:e5:25:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6adcaf7-4474-4e92-8346-d405920b7c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6c6c1002-ecf3-4b70-9e9d-befa43491f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:48:29Z', 'updated_at': '2022-06-10T17:48:40Z', 'revision_number': 5, 'project_id': 'd5dbfa207ddd44e3912f4141ac504575', 'subnets': [{'id': '6c6c1002-ecf3-4b70-9e9d-befa43491f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 17:53:19.608251 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3962e290-8843-40ce-b0fc-6963ec247638 None None] New status for floating IP bbda8d52-9292-40f7-bdd2-104b047ee135: ACTIVE {{(pid=114531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 17:53:19.794090 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a5a50-88fa-4505-8fac-9be7b49a012f req-36d937f5-9eaa-4a33-be11-fea5a91dfd72 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:19.795485 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-831a5a50-88fa-4505-8fac-9be7b49a012f req-36d937f5-9eaa-4a33-be11-fea5a91dfd72 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=60b78243-1f1e-45e5-83cf-ce6725a65a23 HTTP/1.1" status: 200 len: 945 time: 0.2084396 Jun 10 17:53:19.835410 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-831a5a50-88fa-4505-8fac-9be7b49a012f req-67969e2a-4e18-490d-818c-74738247d056 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d63c1-a590-402c-aa03-3d0e321c13ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339470 Jun 10 17:53:20.131717 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-aacb2c3a-d4db-470a-804f-723973a31d70 req-f1724cec-2fad-4e09-8e96-a60a8944ebfe service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=2451b0e9-a4e2-4bfd-89a4-f2397dbe41df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0375261 Jun 10 17:53:20.227433 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb2c3a-d4db-470a-804f-723973a31d70 req-1e1ad6a3-f916-40b9-b05e-4093b20789f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:20.229501 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-aacb2c3a-d4db-470a-804f-723973a31d70 req-1e1ad6a3-f916-40b9-b05e-4093b20789f3 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=977e9ef6bd9842379167d252715c6e8c&device_id=2451b0e9-a4e2-4bfd-89a4-f2397dbe41df HTTP/1.1" status: 200 len: 1098 time: 0.0387545 Jun 10 17:53:20.337723 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb2c3a-d4db-470a-804f-723973a31d70 req-8c0de8b6-180f-45c8-81c1-83aa36582234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:20.339207 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-aacb2c3a-d4db-470a-804f-723973a31d70 req-8c0de8b6-180f-45c8-81c1-83aa36582234 service neutron] 10.222.0.27 "GET /v2.0/networks?id=e628d0f6-63d3-440a-9d16-11e611b2380d HTTP/1.1" status: 200 len: 920 time: 0.0909600 Jun 10 17:53:20.383658 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-aacb2c3a-d4db-470a-804f-723973a31d70 req-a7e15b4b-2f09-4837-8966-51a94fa463d9 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59b14ac7-7b13-4d51-99ba-242bc1e32f8f HTTP/1.1" status: 200 len: 217 time: 0.0355563 Jun 10 17:53:20.433348 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb2c3a-d4db-470a-804f-723973a31d70 req-b94f7b50-e4fc-40e9-87dd-237470773a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:20.434826 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-aacb2c3a-d4db-470a-804f-723973a31d70 req-b94f7b50-e4fc-40e9-87dd-237470773a96 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=9b159fa3-bdfe-428f-8e21-2b18edcf45c9 HTTP/1.1" status: 200 len: 858 time: 0.0440009 Jun 10 17:53:20.483753 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb2c3a-d4db-470a-804f-723973a31d70 req-6b6193d5-1d05-4112-9c53-d054fb2f6f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:20.485209 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-aacb2c3a-d4db-470a-804f-723973a31d70 req-6b6193d5-1d05-4112-9c53-d054fb2f6f3e service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=e628d0f6-63d3-440a-9d16-11e611b2380d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0426626 Jun 10 17:53:20.575966 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-aacb2c3a-d4db-470a-804f-723973a31d70 req-3b0f628f-6904-4cb0-a252-3b21ec2bb8be service neutron] 10.222.0.27 "GET /v2.0/networks/e628d0f6-63d3-440a-9d16-11e611b2380d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818453 Jun 10 17:53:20.677287 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-aacb2c3a-d4db-470a-804f-723973a31d70 req-54aad54b-9043-4120-a5a9-2fbb102e067b service neutron] 10.222.0.27 "GET /v2.0/networks/e628d0f6-63d3-440a-9d16-11e611b2380d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931726 Jun 10 17:53:21.003133 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7287d2-17b8-450c-943d-f34c28ac3d01 req-aaf522af-fa43-484f-ab92-14a2ad244fb3 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:21.004617 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-be7287d2-17b8-450c-943d-f34c28ac3d01 req-aaf522af-fa43-484f-ab92-14a2ad244fb3 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=60b78243-1f1e-45e5-83cf-ce6725a65a23 HTTP/1.1" status: 200 len: 945 time: 0.0995436 Jun 10 17:53:21.044182 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-be7287d2-17b8-450c-943d-f34c28ac3d01 req-76f66552-07fb-4b7e-b191-5d7b5dd82835 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d63c1-a590-402c-aa03-3d0e321c13ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321984 Jun 10 17:53:22.117930 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e724a-92bf-4f9c-ab12-728826bce7a5 req-df936de4-6cf2-4e75-bd0e-b75ad57afcaa tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:22.119441 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-aa1e724a-92bf-4f9c-ab12-728826bce7a5 req-df936de4-6cf2-4e75-bd0e-b75ad57afcaa tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.27 "GET /v2.0/ports?device_id=60b78243-1f1e-45e5-83cf-ce6725a65a23 HTTP/1.1" status: 200 len: 945 time: 0.0537860 Jun 10 17:53:22.223407 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0d0cb3-f82d-4d05-94ba-380b1eed650f req-f9debe63-9beb-42aa-a6b8-0daf01a34602 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:22.224871 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-3b0d0cb3-f82d-4d05-94ba-380b1eed650f req-f9debe63-9beb-42aa-a6b8-0daf01a34602 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=60b78243-1f1e-45e5-83cf-ce6725a65a23 HTTP/1.1" status: 200 len: 945 time: 0.1045542 Jun 10 17:53:22.270379 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.plugin [req-aa1e724a-92bf-4f9c-ab12-728826bce7a5 req-0ed61a77-7aef-4045-8ec0-f7a23990ac82 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Deleting port e78f4627-59e2-4b53-bccf-1c463ab9d7e8 {{(pid=114529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 10 17:53:22.270728 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-aa1e724a-92bf-4f9c-ab12-728826bce7a5 req-0ed61a77-7aef-4045-8ec0-f7a23990ac82 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764021161391'] for port, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:22.278877 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-3b0d0cb3-f82d-4d05-94ba-380b1eed650f req-12903ba3-5c3a-4eb4-acee-23e371c8872d tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d63c1-a590-402c-aa03-3d0e321c13ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467100 Jun 10 17:53:22.366561 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.db [req-aa1e724a-92bf-4f9c-ab12-728826bce7a5 req-0ed61a77-7aef-4045-8ec0-f7a23990ac82 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] For port e78f4627-59e2-4b53-bccf-1c463ab9d7e8, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=e78f4627-59e2-4b53-bccf-1c463ab9d7e8,segment=NetworkSegment(b89b8fd3-0b50-4914-8518-4833b6995ef5),segment_id=b89b8fd3-0b50-4914-8518-4833b6995ef5)] {{(pid=114529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:53:22.366926 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-aa1e724a-92bf-4f9c-ab12-728826bce7a5 req-0ed61a77-7aef-4045-8ec0-f7a23990ac82 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781461'] for port, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:22.537466 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-aa1e724a-92bf-4f9c-ab12-728826bce7a5 req-0ed61a77-7aef-4045-8ec0-f7a23990ac82 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:22.537760 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-aa1e724a-92bf-4f9c-ab12-728826bce7a5 req-0ed61a77-7aef-4045-8ec0-f7a23990ac82 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-753974'] for floatingip, after_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:22.538064 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.db.l3_db [req-aa1e724a-92bf-4f9c-ab12-728826bce7a5 req-0ed61a77-7aef-4045-8ec0-f7a23990ac82 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Floating IP 669417d5-0e4f-4329-94bc-3d7f0b1c1064 disassociated. External IP: 172.37.5.134, port: e78f4627-59e2-4b53-bccf-1c463ab9d7e8. Jun 10 17:53:22.538431 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.plugin [req-aa1e724a-92bf-4f9c-ab12-728826bce7a5 req-0ed61a77-7aef-4045-8ec0-f7a23990ac82 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Calling delete_port for e78f4627-59e2-4b53-bccf-1c463ab9d7e8 owned by compute:nova {{(pid=114529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 10 17:53:22.722847 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-aa1e724a-92bf-4f9c-ab12-728826bce7a5 req-0ed61a77-7aef-4045-8ec0-f7a23990ac82 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764021169165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764020614696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263063011'] for port, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:22.752059 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed61a77-7aef-4045-8ec0-f7a23990ac82 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Pushing event deleted for resources: {'Port': ['ID=e78f4627-59e2-4b53-bccf-1c463ab9d7e8,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:22.863629 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa1e724a-92bf-4f9c-ab12-728826bce7a5 req-0ed61a77-7aef-4045-8ec0-f7a23990ac82 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Router d6a4d52a-af9e-4bc0-befc-894fd7602dc4 has already been hosted by L3 agent e04d2863-a40a-41db-9b2a-39042df37909 {{(pid=114529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 10 17:53:22.967830 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa1e724a-92bf-4f9c-ab12-728826bce7a5 req-0ed61a77-7aef-4045-8ec0-f7a23990ac82 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=114529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 10 17:53:22.977903 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f36a176-0280-44ea-896b-31fd23f653c3 None None] Sync routers for ids ['d6a4d52a-af9e-4bc0-befc-894fd7602dc4'] in dv-cinder-xena-3-iscsi {{(pid=114530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 17:53:22.987738 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f36a176-0280-44ea-896b-31fd23f653c3 None None] Routers {'d6a4d52a-af9e-4bc0-befc-894fd7602dc4'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:53:22.988335 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-0f36a176-0280-44ea-896b-31fd23f653c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:53:11Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['d6a4d52a-af9e-4bc0-befc-894fd7602dc4'], 'active': True} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:53:23.007144 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa1e724a-92bf-4f9c-ab12-728826bce7a5 req-0ed61a77-7aef-4045-8ec0-f7a23990ac82 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] No DVR routers for this DVR port e78f4627-59e2-4b53-bccf-1c463ab9d7e8 on host hv-cinder-xena0 {{(pid=114529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 17:53:23.010220 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-aa1e724a-92bf-4f9c-ab12-728826bce7a5 req-0ed61a77-7aef-4045-8ec0-f7a23990ac82 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for port, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:23.013743 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-aa1e724a-92bf-4f9c-ab12-728826bce7a5 req-0ed61a77-7aef-4045-8ec0-f7a23990ac82 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.27 "DELETE /v2.0/ports/e78f4627-59e2-4b53-bccf-1c463ab9d7e8 HTTP/1.1" status: 204 len: 173 time: 0.8855093 Jun 10 17:53:23.014202 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b78243-1f1e-45e5-83cf-ce6725a65a23', 'name': 'network-vif-deleted', 'tag': 'e78f4627-59e2-4b53-bccf-1c463ab9d7e8'}] {{(pid=114529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:53:23.016613 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}546b112a5b217dbfa88e609245cede7dd2905721b158f3f41c3dff8a3887b3c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-187fc1ff-792e-4480-9673-dfde5683a3b4" -d '{"events": [{"server_uuid": "60b78243-1f1e-45e5-83cf-ce6725a65a23", "name": "network-vif-deleted", "tag": "e78f4627-59e2-4b53-bccf-1c463ab9d7e8"}]}' {{(pid=114529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:53:23.061417 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Jun 2022 17:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad22cdb-c467-4641-aa75-89e8067bad83 x-openstack-request-id: req-7ad22cdb-c467-4641-aa75-89e8067bad83 {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:53:23.061417 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60b78243-1f1e-45e5-83cf-ce6725a65a23", "name": "network-vif-deleted", "tag": "e78f4627-59e2-4b53-bccf-1c463ab9d7e8", "status": "completed", "code": 200}]} {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:53:23.061417 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7ad22cdb-c467-4641-aa75-89e8067bad83 {{(pid=114529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:53:23.061417 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ad22cdb-c467-4641-aa75-89e8067bad83'] response: {'server_uuid': '60b78243-1f1e-45e5-83cf-ce6725a65a23', 'name': 'network-vif-deleted', 'tag': 'e78f4627-59e2-4b53-bccf-1c463ab9d7e8', 'status': 'completed', 'code': 200} Jun 10 17:53:23.112041 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvr_db [None req-0f36a176-0280-44ea-896b-31fd23f653c3 None None] Set router d6a4d52a-af9e-4bc0-befc-894fd7602dc4 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:53:23.333581 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-0f36a176-0280-44ea-896b-31fd23f653c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6a4d52a-af9e-4bc0-befc-894fd7602dc4', 'name': 'tempest-ServerRescueNegativeTestJSON-1091704996-router', 'tenant_id': '977e9ef6bd9842379167d252715c6e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.143'}], 'enable_snat': True}, 'gw_port_id': '6eeb1939-3648-4150-b905-97177297a5d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:48:20Z', 'updated_at': '2022-06-10T17:48:29Z', 'revision_number': 4, 'project_id': '977e9ef6bd9842379167d252715c6e8c', 'gw_port': {'id': '6eeb1939-3648-4150-b905-97177297a5d7', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a4d52a-af9e-4bc0-befc-894fd7602dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:48:21Z', 'updated_at': '2022-06-10T17:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': '70696a10-dc16-4fad-a071-98a29eecb1d9', 'name': '', 'network_id': 'e628d0f6-63d3-440a-9d16-11e611b2380d', 'tenant_id': '977e9ef6bd9842379167d252715c6e8c', 'mac_address': 'fa:16:3e:a9:e4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a4d52a-af9e-4bc0-befc-894fd7602dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9b159fa3-bdfe-428f-8e21-2b18edcf45c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:48:27Z', 'updated_at': '2022-06-10T17:48:34Z', 'revision_number': 5, 'project_id': '977e9ef6bd9842379167d252715c6e8c', 'subnets': [{'id': '9b159fa3-bdfe-428f-8e21-2b18edcf45c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:53:23.362890 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f36a176-0280-44ea-896b-31fd23f653c3 None None] Checking router: d6a4d52a-af9e-4bc0-befc-894fd7602dc4 for host: dv-cinder-xena-3-iscsi {{(pid=114530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 17:53:23.372199 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f36a176-0280-44ea-896b-31fd23f653c3 None None] Routers {'d6a4d52a-af9e-4bc0-befc-894fd7602dc4'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:53:23.372895 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-0f36a176-0280-44ea-896b-31fd23f653c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:53:11Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['d6a4d52a-af9e-4bc0-befc-894fd7602dc4'], 'active': True} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:53:23.387044 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-2c1a33cd-fd06-4604-9d72-bdcbd6b1b6e0 req-69e95862-5565-47ba-bd04-386e7f712309 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=60b78243-1f1e-45e5-83cf-ce6725a65a23 HTTP/1.1" status: 200 len: 210 time: 0.0270977 Jun 10 17:53:23.480391 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvr_db [None req-0f36a176-0280-44ea-896b-31fd23f653c3 None None] Set router d6a4d52a-af9e-4bc0-befc-894fd7602dc4 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:53:23.678565 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-0f36a176-0280-44ea-896b-31fd23f653c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6a4d52a-af9e-4bc0-befc-894fd7602dc4', 'name': 'tempest-ServerRescueNegativeTestJSON-1091704996-router', 'tenant_id': '977e9ef6bd9842379167d252715c6e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.143'}], 'enable_snat': True}, 'gw_port_id': '6eeb1939-3648-4150-b905-97177297a5d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:48:20Z', 'updated_at': '2022-06-10T17:48:29Z', 'revision_number': 4, 'project_id': '977e9ef6bd9842379167d252715c6e8c', 'gw_port': {'id': '6eeb1939-3648-4150-b905-97177297a5d7', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a4d52a-af9e-4bc0-befc-894fd7602dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:48:21Z', 'updated_at': '2022-06-10T17:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': '70696a10-dc16-4fad-a071-98a29eecb1d9', 'name': '', 'network_id': 'e628d0f6-63d3-440a-9d16-11e611b2380d', 'tenant_id': '977e9ef6bd9842379167d252715c6e8c', 'mac_address': 'fa:16:3e:a9:e4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a4d52a-af9e-4bc0-befc-894fd7602dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9b159fa3-bdfe-428f-8e21-2b18edcf45c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:48:27Z', 'updated_at': '2022-06-10T17:48:34Z', 'revision_number': 5, 'project_id': '977e9ef6bd9842379167d252715c6e8c', 'subnets': [{'id': '9b159fa3-bdfe-428f-8e21-2b18edcf45c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:53:23.709911 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f36a176-0280-44ea-896b-31fd23f653c3 None None] The sync data for ids ['d6a4d52a-af9e-4bc0-befc-894fd7602dc4'] in dv-cinder-xena-3-iscsi is: [{'id': 'd6a4d52a-af9e-4bc0-befc-894fd7602dc4', 'name': 'tempest-ServerRescueNegativeTestJSON-1091704996-router', 'tenant_id': '977e9ef6bd9842379167d252715c6e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.143'}], 'enable_snat': True}, 'gw_port_id': '6eeb1939-3648-4150-b905-97177297a5d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:48:20Z', 'updated_at': '2022-06-10T17:48:29Z', 'revision_number': 4, 'project_id': '977e9ef6bd9842379167d252715c6e8c', 'gw_port': {'id': '6eeb1939-3648-4150-b905-97177297a5d7', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a4d52a-af9e-4bc0-befc-894fd7602dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:48:21Z', 'updated_at': '2022-06-10T17:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': '70696a10-dc16-4fad-a071-98a29eecb1d9', 'name': '', 'network_id': 'e628d0f6-63d3-440a-9d16-11e611b2380d', 'tenant_id': '977e9ef6bd9842379167d252715c6e8c', 'mac_address': 'fa:16:3e:a9:e4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a4d52a-af9e-4bc0-befc-894fd7602dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9b159fa3-bdfe-428f-8e21-2b18edcf45c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:48:27Z', 'updated_at': '2022-06-10T17:48:34Z', 'revision_number': 5, 'project_id': '977e9ef6bd9842379167d252715c6e8c', 'subnets': [{'id': '9b159fa3-bdfe-428f-8e21-2b18edcf45c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 17:53:23.936613 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b9b22f-2dbe-44df-aa15-bd8ea4c2e2ee None None] New status for floating IP 669417d5-0e4f-4329-94bc-3d7f0b1c1064: DOWN {{(pid=114531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 17:53:23.988298 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fa99b9-7c25-419f-ab0d-9783410e9ed6 req-e0ea829f-1ea7-4e95-93a8-242621e947d2 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:23.989774 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-99fa99b9-7c25-419f-ab0d-9783410e9ed6 req-e0ea829f-1ea7-4e95-93a8-242621e947d2 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 946 time: 0.0537183 Jun 10 17:53:24.034795 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-99fa99b9-7c25-419f-ab0d-9783410e9ed6 req-1bcea775-12d7-4e40-960a-5ccb35968e19 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364437 Jun 10 17:53:24.351470 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 47320) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:53:24.394506 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd57dbe9-be8a-434a-b0f0-7a2ffd0555e8 admin admin] Deleting subnet 02f73527-5d4b-4bb8-82f3-428dfb083d85 {{(pid=114529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 10 17:53:24.397362 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-bd57dbe9-be8a-434a-b0f0-7a2ffd0555e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:24.431054 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-bd57dbe9-be8a-434a-b0f0-7a2ffd0555e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263706186'] for subnet, precommit_delete_associations {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:24.470188 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-bd57dbe9-be8a-434a-b0f0-7a2ffd0555e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4008051'] for subnet, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:24.585134 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-bd57dbe9-be8a-434a-b0f0-7a2ffd0555e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4008060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263062998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263210359'] for subnet, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:24.614175 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd57dbe9-be8a-434a-b0f0-7a2ffd0555e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02f73527-5d4b-4bb8-82f3-428dfb083d85,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:24.620927 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-bd57dbe9-be8a-434a-b0f0-7a2ffd0555e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-734032'] for subnet, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:24.624130 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-bd57dbe9-be8a-434a-b0f0-7a2ffd0555e8 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/02f73527-5d4b-4bb8-82f3-428dfb083d85 HTTP/1.1" status: 204 len: 168 time: 0.2716789 Jun 10 17:53:24.626508 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 47328) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:53:24.692776 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-498332d9-8c3d-410d-ac69-6d8884db2de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3935284'] for network, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:24.774452 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-498332d9-8c3d-410d-ac69-6d8884db2de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4008428', 'neutron.services.segments.db._delete_segments_for_network-8764020915914'] for network, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:24.794362 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.services.segments.db [None req-498332d9-8c3d-410d-ac69-6d8884db2de0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fe5d597-d927-4ae9-b9d9-04ab61ecf04f']}} {{(pid=114529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:53:24.803263 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.services.segments.db [None req-498332d9-8c3d-410d-ac69-6d8884db2de0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c69d8552-988e-41e2-b7ff-711661fe55dd') {'for_net_delete': True} {{(pid=114529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:53:24.803561 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.services.segments.db [None req-498332d9-8c3d-410d-ac69-6d8884db2de0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c69d8552-988e-41e2-b7ff-711661fe55dd') {} {{(pid=114529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:53:24.813685 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-498332d9-8c3d-410d-ac69-6d8884db2de0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764020916947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263706163'] for segment, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:24.827221 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-498332d9-8c3d-410d-ac69-6d8884db2de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009214'] for segment, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:24.832907 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-498332d9-8c3d-410d-ac69-6d8884db2de0 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=114529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 17:53:24.834062 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-498332d9-8c3d-410d-ac69-6d8884db2de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263062844'] for segment, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:24.850799 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.services.segments.plugin [-] Segment c69d8552-988e-41e2-b7ff-711661fe55dd resource provider aggregate not found Jun 10 17:53:24.886950 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.services.segments.plugin [-] Segment c69d8552-988e-41e2-b7ff-711661fe55dd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c69d8552-988e-41e2-b7ff-711661fe55dd found for delete ", "request_id": "req-a73d8496-0539-4407-bdf4-d24682abd4e2"}]} Jun 10 17:53:24.967526 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-498332d9-8c3d-410d-ac69-6d8884db2de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4008437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753944'] for network, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:24.972723 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-498332d9-8c3d-410d-ac69-6d8884db2de0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-734032'] for network, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:24.975869 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-498332d9-8c3d-410d-ac69-6d8884db2de0 admin admin] 10.222.0.16 "DELETE /v2.0/networks/1fe5d597-d927-4ae9-b9d9-04ab61ecf04f HTTP/1.1" status: 204 len: 168 time: 0.3484547 Jun 10 17:53:24.986889 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498332d9-8c3d-410d-ac69-6d8884db2de0 admin admin] Pushing event deleted for resources: {'Network': ['ID=1fe5d597-d927-4ae9-b9d9-04ab61ecf04f,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:24.994779 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498332d9-8c3d-410d-ac69-6d8884db2de0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:53:24.995152 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498332d9-8c3d-410d-ac69-6d8884db2de0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:53:24.995492 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498332d9-8c3d-410d-ac69-6d8884db2de0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:53:24.995830 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498332d9-8c3d-410d-ac69-6d8884db2de0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:53:24.996164 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498332d9-8c3d-410d-ac69-6d8884db2de0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:53:24.996496 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498332d9-8c3d-410d-ac69-6d8884db2de0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:53:24.996822 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498332d9-8c3d-410d-ac69-6d8884db2de0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:53:24.997152 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498332d9-8c3d-410d-ac69-6d8884db2de0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:53:24.997478 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498332d9-8c3d-410d-ac69-6d8884db2de0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:53:24.997802 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498332d9-8c3d-410d-ac69-6d8884db2de0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:53:24.998129 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498332d9-8c3d-410d-ac69-6d8884db2de0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:53:24.998405 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device e78f4627-59e2-4b53-bccf-1c463ab9d7e8 no longer exists at agent hyperv_hv-cinder-xena0 {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 10 17:53:24.998872 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498332d9-8c3d-410d-ac69-6d8884db2de0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:53:25.022424 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] No Port match for: e78f4627-59e2-4b53-bccf-1c463ab9d7e8 {{(pid=114530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 10 17:53:25.022875 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device e78f4627-59e2-4b53-bccf-1c463ab9d7e8 not bound to the agent host hv-cinder-xena0 {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 10 17:53:25.155830 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c893ab1e-f3cd-4921-9a39-2cdd9d4752f9 req-1f556751-aa9e-4250-a236-da28974d085c tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:25.157297 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-c893ab1e-f3cd-4921-9a39-2cdd9d4752f9 req-1f556751-aa9e-4250-a236-da28974d085c tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 946 time: 0.0506604 Jun 10 17:53:25.195197 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-c893ab1e-f3cd-4921-9a39-2cdd9d4752f9 req-2d2021d3-2382-44d4-bc9b-979c3726b8c4 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318844 Jun 10 17:53:25.377166 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 47342) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:53:25.417032 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-803fcc7a-0f90-41b6-a76b-66c57a05a26d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=206f91034b0649c3b3d4232a12c9085e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387084 Jun 10 17:53:25.419514 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 47346) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:53:25.495788 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-416fb433-fd4d-473f-ab30-47f98d9cc6c4 req-c490af13-91fa-494b-9562-13e3a15566c5 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-240767556&fields=id&tenant_id=e2a954ea643d435d9866bed98144a549 HTTP/1.1" status: 200 len: 267 time: 0.0470817 Jun 10 17:53:25.498397 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-8fd64923-fb79-416a-9b37-67fb60a178cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:25.545702 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-8fd64923-fb79-416a-9b37-67fb60a178cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:25.564705 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 47350) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:53:25.589655 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416fb433-fd4d-473f-ab30-47f98d9cc6c4 req-25c96f02-fe22-4a44-af7d-609ee73b3d41 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:25.591137 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-416fb433-fd4d-473f-ab30-47f98d9cc6c4 req-25c96f02-fe22-4a44-af7d-609ee73b3d41 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb746cca-980a-45bc-abde-e6b410e94c02 HTTP/1.1" status: 200 len: 984 time: 0.0886877 Jun 10 17:53:25.614008 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.v2.base [req-416fb433-fd4d-473f-ab30-47f98d9cc6c4 req-da38d1c2-f63a-484b-8a47-9b80a282a3ec tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Request body: {'port': {'security_groups': ['084106dd-80e3-4bba-91bc-837cf10f46c9']}} {{(pid=114529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:53:25.621301 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-9d100252-2f64-4549-b98c-e607a086df08 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Notify callbacks [] for security_group, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:25.644088 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-9d100252-2f64-4549-b98c-e607a086df08 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:25.676275 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-8fd64923-fb79-416a-9b37-67fb60a178cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:25.679018 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-8fd64923-fb79-416a-9b37-67fb60a178cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:25.680221 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-8fd64923-fb79-416a-9b37-67fb60a178cf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e34e9d33-06f7-444b-b871-be501815f2d9 HTTP/1.1" status: 204 len: 168 time: 0.2597818 Jun 10 17:53:25.692313 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-416fb433-fd4d-473f-ab30-47f98d9cc6c4 req-da38d1c2-f63a-484b-8a47-9b80a282a3ec tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:25.697201 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd64923-fb79-416a-9b37-67fb60a178cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34e9d33-06f7-444b-b871-be501815f2d9,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:25.756744 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-9d100252-2f64-4549-b98c-e607a086df08 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:25.759377 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-9d100252-2f64-4549-b98c-e607a086df08 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Notify callbacks [] for security_group, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:25.760687 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-9d100252-2f64-4549-b98c-e607a086df08 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "DELETE /v2.0/security-groups/fe5d63c1-a590-402c-aa03-3d0e321c13ba HTTP/1.1" status: 204 len: 168 time: 0.1949921 Jun 10 17:53:25.765423 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 47354) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:53:25.781859 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d100252-2f64-4549-b98c-e607a086df08 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe5d63c1-a590-402c-aa03-3d0e321c13ba,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:25.793698 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d100252-2f64-4549-b98c-e607a086df08 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:53:25.794040 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d100252-2f64-4549-b98c-e607a086df08 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:53:25.794403 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d100252-2f64-4549-b98c-e607a086df08 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:53:25.794732 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d100252-2f64-4549-b98c-e607a086df08 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:53:25.795252 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d100252-2f64-4549-b98c-e607a086df08 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:53:25.795768 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d100252-2f64-4549-b98c-e607a086df08 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:53:25.796252 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d100252-2f64-4549-b98c-e607a086df08 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:53:25.796724 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d100252-2f64-4549-b98c-e607a086df08 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:53:25.797201 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d100252-2f64-4549-b98c-e607a086df08 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:53:25.797522 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d100252-2f64-4549-b98c-e607a086df08 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:53:25.797992 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d100252-2f64-4549-b98c-e607a086df08 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:53:25.798502 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d100252-2f64-4549-b98c-e607a086df08 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:53:25.802279 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.api.v2.resource [None req-62ca9310-a25b-4fde-a853-be5ce789a7ce tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] show failed (client error): The resource could not be found. Jun 10 17:53:25.806202 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-62ca9310-a25b-4fde-a853-be5ce789a7ce tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups/fe5d63c1-a590-402c-aa03-3d0e321c13ba HTTP/1.1" status: 404 len: 347 time: 0.0371509 Jun 10 17:53:25.806512 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 47356) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:53:25.823627 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4c3958-48c6-43f8-b999-1c3996049856 req-1d8a427c-5be7-4b56-bfd9-ca2e506b5cb8 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:25.825173 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ac4c3958-48c6-43f8-b999-1c3996049856 req-1d8a427c-5be7-4b56-bfd9-ca2e506b5cb8 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.27 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 946 time: 0.0928276 Jun 10 17:53:26.095142 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.db [req-416fb433-fd4d-473f-ab30-47f98d9cc6c4 req-da38d1c2-f63a-484b-8a47-9b80a282a3ec tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] For port 6332112d-6f65-4771-8f42-f5647a2db56b, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=6332112d-6f65-4771-8f42-f5647a2db56b,segment=NetworkSegment(d8d5c4f9-464f-45ae-828b-d5468569bc5a),segment_id=d8d5c4f9-464f-45ae-828b-d5468569bc5a)] {{(pid=114529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:53:26.109501 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.plugin [req-ac4c3958-48c6-43f8-b999-1c3996049856 req-cf6c7cea-f389-4ffd-90bc-ba815665bc95 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Deleting port d0a7daab-fe71-46f4-8372-7e23b215b068 {{(pid=114529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 10 17:53:26.109839 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-ac4c3958-48c6-43f8-b999-1c3996049856 req-cf6c7cea-f389-4ffd-90bc-ba815665bc95 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764021161391'] for port, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:26.143708 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.plugin [None req-6bee3ada-aee7-47ee-9f9a-80b8cefdccff tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Deleting port 386c14c0-7d42-4bfc-8863-41fdd8c56cd2 {{(pid=114529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 10 17:53:26.144053 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-6bee3ada-aee7-47ee-9f9a-80b8cefdccff tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764021161391'] for port, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:26.201262 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-416fb433-fd4d-473f-ab30-47f98d9cc6c4 req-da38d1c2-f63a-484b-8a47-9b80a282a3ec tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Notify callbacks [] for port, precommit_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:26.272711 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.db [req-ac4c3958-48c6-43f8-b999-1c3996049856 req-cf6c7cea-f389-4ffd-90bc-ba815665bc95 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] For port d0a7daab-fe71-46f4-8372-7e23b215b068, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=d0a7daab-fe71-46f4-8372-7e23b215b068,segment=NetworkSegment(20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a),segment_id=20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a)] {{(pid=114529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:53:26.277394 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-ac4c3958-48c6-43f8-b999-1c3996049856 req-cf6c7cea-f389-4ffd-90bc-ba815665bc95 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781461'] for port, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:26.318876 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-416fb433-fd4d-473f-ab30-47f98d9cc6c4 req-da38d1c2-f63a-484b-8a47-9b80a282a3ec tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263062808'] for port, after_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:26.351570 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-6bee3ada-aee7-47ee-9f9a-80b8cefdccff tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781461'] for port, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:26.351896 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-6bee3ada-aee7-47ee-9f9a-80b8cefdccff tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:26.353366 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] get_ports_and_sgs() called for port_ids ['6332112d-6f65-4771-8f42-f5647a2db56b'] {{(pid=114530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 10 17:53:26.651136 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.plugin [None req-6bee3ada-aee7-47ee-9f9a-80b8cefdccff tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Calling delete_port for 386c14c0-7d42-4bfc-8863-41fdd8c56cd2 owned by network:floatingip {{(pid=114529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 10 17:53:26.684024 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416fb433-fd4d-473f-ab30-47f98d9cc6c4 req-da38d1c2-f63a-484b-8a47-9b80a282a3ec tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:26.684673 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-416fb433-fd4d-473f-ab30-47f98d9cc6c4 req-da38d1c2-f63a-484b-8a47-9b80a282a3ec tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for port, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:26.686376 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-416fb433-fd4d-473f-ab30-47f98d9cc6c4 req-da38d1c2-f63a-484b-8a47-9b80a282a3ec tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "PUT /v2.0/ports/6332112d-6f65-4771-8f42-f5647a2db56b HTTP/1.1" status: 200 len: 942 time: 1.0783203 Jun 10 17:53:26.687016 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb746cca-980a-45bc-abde-e6b410e94c02', 'tag': '6332112d-6f65-4771-8f42-f5647a2db56b'}] {{(pid=114529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:53:26.689386 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}546b112a5b217dbfa88e609245cede7dd2905721b158f3f41c3dff8a3887b3c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-983f9c31-b300-486c-b2c3-60826500950c" -d '{"events": [{"name": "network-changed", "server_uuid": "eb746cca-980a-45bc-abde-e6b410e94c02", "tag": "6332112d-6f65-4771-8f42-f5647a2db56b"}]}' {{(pid=114529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:53:26.695721 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 47378) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:53:26.761147 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834240f7-6961-4918-931e-bb39a215a50c req-3ba2d06d-44ef-4263-8994-c0afa11bd308 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:26.769570 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-834240f7-6961-4918-931e-bb39a215a50c req-3ba2d06d-44ef-4263-8994-c0afa11bd308 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 946 time: 0.4999747 Jun 10 17:53:26.793065 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Jun 2022 17:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-563463bf-391d-430c-b2e3-821a888e407c x-openstack-request-id: req-563463bf-391d-430c-b2e3-821a888e407c {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:53:26.793420 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb746cca-980a-45bc-abde-e6b410e94c02", "tag": "6332112d-6f65-4771-8f42-f5647a2db56b", "status": "completed", "code": 200}]} {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:53:26.793767 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-563463bf-391d-430c-b2e3-821a888e407c {{(pid=114529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:53:26.794452 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-563463bf-391d-430c-b2e3-821a888e407c'] response: {'name': 'network-changed', 'server_uuid': 'eb746cca-980a-45bc-abde-e6b410e94c02', 'tag': '6332112d-6f65-4771-8f42-f5647a2db56b', 'status': 'completed', 'code': 200} Jun 10 17:53:26.797319 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38d1c2-f63a-484b-8a47-9b80a282a3ec tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Pushing event updated for resources: {'Port': ['ID=6332112d-6f65-4771-8f42-f5647a2db56b,revision_number=7']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:26.826828 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-20a05cc3-2fa7-494a-990c-47adeb3090ac tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Notify callbacks [] for security_group, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:26.831363 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 47382) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:53:26.845161 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] get_ports_and_sgs() called for port_ids ['6332112d-6f65-4771-8f42-f5647a2db56b'] {{(pid=114530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 10 17:53:26.873873 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983f9c31-b300-486c-b2c3-60826500950c req-f27c1ee4-0640-41b8-9f19-747c73ba3b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:26.875662 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-983f9c31-b300-486c-b2c3-60826500950c req-f27c1ee4-0640-41b8-9f19-747c73ba3b01 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=e2a954ea643d435d9866bed98144a549&device_id=eb746cca-980a-45bc-abde-e6b410e94c02 HTTP/1.1" status: 200 len: 1098 time: 0.0819075 Jun 10 17:53:26.878790 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-20a05cc3-2fa7-494a-990c-47adeb3090ac tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:26.968208 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-834240f7-6961-4918-931e-bb39a215a50c req-aa18bcf7-5275-48ce-8799-f43911af63f0 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f495f1-1820-40fd-990d-a98c8e4946e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1956990 Jun 10 17:53:26.993668 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-150dcf81-ab11-4e16-909c-cb0e06bd44e6 None None] Provisioning complete for port 6332112d-6f65-4771-8f42-f5647a2db56b triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:53:26.993944 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [None req-dd92d906-d603-4d53-ad6c-2009dbdaeddc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-53594753-network', 'tenant_id': '767f7c0142e64103a2d829d5951cd4ad'}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:53:26.994794 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-150dcf81-ab11-4e16-909c-cb0e06bd44e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:27.003808 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-ac4c3958-48c6-43f8-b999-1c3996049856 req-cf6c7cea-f389-4ffd-90bc-ba815665bc95 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:27.004169 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-ac4c3958-48c6-43f8-b999-1c3996049856 req-cf6c7cea-f389-4ffd-90bc-ba815665bc95 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-753974'] for floatingip, after_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:27.004487 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.db.l3_db [req-ac4c3958-48c6-43f8-b999-1c3996049856 req-cf6c7cea-f389-4ffd-90bc-ba815665bc95 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Floating IP 99b6ec64-7abd-458b-bb19-201162467268 disassociated. External IP: 172.37.5.75, port: d0a7daab-fe71-46f4-8372-7e23b215b068. Jun 10 17:53:27.004829 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.plugin [req-ac4c3958-48c6-43f8-b999-1c3996049856 req-cf6c7cea-f389-4ffd-90bc-ba815665bc95 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Calling delete_port for d0a7daab-fe71-46f4-8372-7e23b215b068 owned by compute:nova {{(pid=114529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 10 17:53:27.035577 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983f9c31-b300-486c-b2c3-60826500950c req-96c8d4f3-a437-4665-9200-4960919e7a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:27.037071 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-983f9c31-b300-486c-b2c3-60826500950c req-96c8d4f3-a437-4665-9200-4960919e7a34 service neutron] 10.222.0.27 "GET /v2.0/networks?id=1f32841e-c7bf-4753-a1a7-c09b804b3a5f HTTP/1.1" status: 200 len: 916 time: 0.1483936 Jun 10 17:53:27.111526 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-983f9c31-b300-486c-b2c3-60826500950c req-801c7c12-7694-4238-bff0-def3a2edcf13 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6332112d-6f65-4771-8f42-f5647a2db56b HTTP/1.1" status: 200 len: 1001 time: 0.0675018 Jun 10 17:53:27.127214 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd92d906-d603-4d53-ad6c-2009dbdaeddc admin admin] Made reservation on behalf of 767f7c0142e64103a2d829d5951cd4ad for: {'network': 1} {{(pid=114528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 17:53:27.129351 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-dd92d906-d603-4d53-ad6c-2009dbdaeddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for network, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:27.135384 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-150dcf81-ab11-4e16-909c-cb0e06bd44e6 None None] Current status of the port 6332112d-6f65-4771-8f42-f5647a2db56b is: ACTIVE; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:53:27.160064 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-20a05cc3-2fa7-494a-990c-47adeb3090ac tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:27.162712 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-20a05cc3-2fa7-494a-990c-47adeb3090ac tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Notify callbacks [] for security_group, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:27.163882 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-20a05cc3-2fa7-494a-990c-47adeb3090ac tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "DELETE /v2.0/security-groups/b72fdf34-bdb2-4d3b-b291-8634d0649fdd HTTP/1.1" status: 204 len: 168 time: 0.4703751 Jun 10 17:53:27.168321 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 47386) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:53:27.171364 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-dd92d906-d603-4d53-ad6c-2009dbdaeddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:27.189034 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a05cc3-2fa7-494a-990c-47adeb3090ac tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72fdf34-bdb2-4d3b-b291-8634d0649fdd,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:27.205311 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983f9c31-b300-486c-b2c3-60826500950c req-35f4c04c-34c9-492e-b2b7-4278ad86d6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:27.206406 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-983f9c31-b300-486c-b2c3-60826500950c req-35f4c04c-34c9-492e-b2b7-4278ad86d6b1 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=5534695f-d2e1-44a9-977d-39ba1417d8f6 HTTP/1.1" status: 200 len: 854 time: 0.0885077 Jun 10 17:53:27.224208 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-6bee3ada-aee7-47ee-9f9a-80b8cefdccff tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764021169165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764020614696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263063011'] for port, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:27.266922 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bee3ada-aee7-47ee-9f9a-80b8cefdccff tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Pushing event deleted for resources: {'Port': ['ID=386c14c0-7d42-4bfc-8863-41fdd8c56cd2,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:27.279337 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983f9c31-b300-486c-b2c3-60826500950c req-90cc7b98-1ade-42c3-a6a1-110ff1791540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:27.280846 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-983f9c31-b300-486c-b2c3-60826500950c req-90cc7b98-1ade-42c3-a6a1-110ff1791540 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=1f32841e-c7bf-4753-a1a7-c09b804b3a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0647802 Jun 10 17:53:27.326957 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-dd92d906-d603-4d53-ad6c-2009dbdaeddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:27.354428 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-ac4c3958-48c6-43f8-b999-1c3996049856 req-cf6c7cea-f389-4ffd-90bc-ba815665bc95 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764021169165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764020614696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263063011'] for port, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:27.391083 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-dd92d906-d603-4d53-ad6c-2009dbdaeddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:27.406122 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-983f9c31-b300-486c-b2c3-60826500950c req-31a11c31-b4bc-4e5f-b789-9dd3edd7bc21 service neutron] 10.222.0.27 "GET /v2.0/networks/1f32841e-c7bf-4753-a1a7-c09b804b3a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110620 Jun 10 17:53:27.406874 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6c7cea-f389-4ffd-90bc-ba815665bc95 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Pushing event deleted for resources: {'Port': ['ID=d0a7daab-fe71-46f4-8372-7e23b215b068,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:27.419260 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-6bee3ada-aee7-47ee-9f9a-80b8cefdccff tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Notify callbacks [] for floatingip, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:27.420239 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-6bee3ada-aee7-47ee-9f9a-80b8cefdccff tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for floatingip, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:27.421389 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-6bee3ada-aee7-47ee-9f9a-80b8cefdccff tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "DELETE /v2.0/floatingips/669417d5-0e4f-4329-94bc-3d7f0b1c1064 HTTP/1.1" status: 204 len: 168 time: 1.6133168 Jun 10 17:53:27.437072 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd92d906-d603-4d53-ad6c-2009dbdaeddc admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=114528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 17:53:27.455040 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd92d906-d603-4d53-ad6c-2009dbdaeddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7222c7fc-fc0d-4e14-b955-45bd5905bc89,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:27.470753 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-dd92d906-d603-4d53-ad6c-2009dbdaeddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009214'] for segment, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:27.471051 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.db.segments_db [None req-dd92d906-d603-4d53-ad6c-2009dbdaeddc admin admin] Added segment dc5feedf-4398-4bd5-8812-15b40d5f51d8 of type vlan for network 31f77b64-5d2a-4d41-a094-437a49d2382f Jun 10 17:53:27.546260 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-dd92d906-d603-4d53-ad6c-2009dbdaeddc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764020540941'] for network, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:27.547274 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.plugin [None req-3ec0ec03-8c57-40d4-9063-4b6a4ef1fb0b tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Deleting port 47d890a4-fdf1-4de1-9a56-e5bb5ca74c1a {{(pid=114529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 10 17:53:27.547615 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-3ec0ec03-8c57-40d4-9063-4b6a4ef1fb0b tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764021161391'] for port, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:27.566764 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-983f9c31-b300-486c-b2c3-60826500950c req-9e6375f3-e44b-49a6-81ff-750afc7e4f47 service neutron] 10.222.0.27 "GET /v2.0/networks/1f32841e-c7bf-4753-a1a7-c09b804b3a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481597 Jun 10 17:53:27.578342 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac4c3958-48c6-43f8-b999-1c3996049856 req-cf6c7cea-f389-4ffd-90bc-ba815665bc95 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Router b08aacab-8f74-4fe8-ac9f-43f4322e361a has already been hosted by L3 agent e04d2863-a40a-41db-9b2a-39042df37909 {{(pid=114529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 10 17:53:27.633343 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-dd92d906-d603-4d53-ad6c-2009dbdaeddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050'] for network, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:27.634926 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd92d906-d603-4d53-ad6c-2009dbdaeddc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:27.635732 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-dd92d906-d603-4d53-ad6c-2009dbdaeddc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-734032'] for network, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:27.679380 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-3ec0ec03-8c57-40d4-9063-4b6a4ef1fb0b tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781461'] for port, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:27.679930 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-3ec0ec03-8c57-40d4-9063-4b6a4ef1fb0b tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:27.701211 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.plugin [None req-3ec0ec03-8c57-40d4-9063-4b6a4ef1fb0b tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Calling delete_port for 47d890a4-fdf1-4de1-9a56-e5bb5ca74c1a owned by network:floatingip {{(pid=114529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 10 17:53:27.803798 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac4c3958-48c6-43f8-b999-1c3996049856 req-cf6c7cea-f389-4ffd-90bc-ba815665bc95 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=114529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 10 17:53:27.816249 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54864476-3629-4ec1-b278-09e7ca4ecafc None None] Sync routers for ids ['b08aacab-8f74-4fe8-ac9f-43f4322e361a'] in dv-cinder-xena-3-iscsi {{(pid=114530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 17:53:27.834393 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54864476-3629-4ec1-b278-09e7ca4ecafc None None] Routers {'b08aacab-8f74-4fe8-ac9f-43f4322e361a'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:53:27.835394 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-54864476-3629-4ec1-b278-09e7ca4ecafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:53:11Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['b08aacab-8f74-4fe8-ac9f-43f4322e361a'], 'active': True} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:53:27.874613 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac4c3958-48c6-43f8-b999-1c3996049856 req-cf6c7cea-f389-4ffd-90bc-ba815665bc95 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] No DVR routers for this DVR port d0a7daab-fe71-46f4-8372-7e23b215b068 on host hv-cinder-xena0 {{(pid=114529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 17:53:27.878092 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-ac4c3958-48c6-43f8-b999-1c3996049856 req-cf6c7cea-f389-4ffd-90bc-ba815665bc95 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for port, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:27.881395 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ac4c3958-48c6-43f8-b999-1c3996049856 req-cf6c7cea-f389-4ffd-90bc-ba815665bc95 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.27 "DELETE /v2.0/ports/d0a7daab-fe71-46f4-8372-7e23b215b068 HTTP/1.1" status: 204 len: 173 time: 2.0255432 Jun 10 17:53:27.938027 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd92d906-d603-4d53-ad6c-2009dbdaeddc admin admin] Pushing event updated for resources: {'Network': ['ID=31f77b64-5d2a-4d41-a094-437a49d2382f,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:27.966343 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Network 31f77b64-5d2a-4d41-a094-437a49d2382f details requested by agent ovs-agent-dv-cinder-xena-3-iscsi with host dv-cinder-xena-3-iscsi {{(pid=114530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 10 17:53:27.999048 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-dd92d906-d603-4d53-ad6c-2009dbdaeddc admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1662164 Jun 10 17:53:28.002045 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 47394) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:53:28.007020 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [None req-d6d0425b-5bc2-412b-8f9b-d38301f7b277 admin admin] Request body: {'subnet': {'network_id': '31f77b64-5d2a-4d41-a094-437a49d2382f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-53594753-subnet', 'tenant_id': '767f7c0142e64103a2d829d5951cd4ad', 'ip_version': 4}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:53:28.011646 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvr_db [None req-54864476-3629-4ec1-b278-09e7ca4ecafc None None] Set router b08aacab-8f74-4fe8-ac9f-43f4322e361a gateway port host: dv-cinder-xena-3-iscsi {{(pid=114530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:53:28.071617 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-5ba9484f-6dd9-4ff3-840e-738443a3b069 req-5cb93a1f-a93a-4a1a-aca9-11bf75fae69f tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ca270-b9ad-48f8-8928-ef0c99c2bcfe HTTP/1.1" status: 200 len: 210 time: 0.0267804 Jun 10 17:53:28.105277 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d0425b-5bc2-412b-8f9b-d38301f7b277 admin admin] Made reservation on behalf of 767f7c0142e64103a2d829d5951cd4ad for: {'subnet': 1} {{(pid=114528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 17:53:28.105503 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-3ec0ec03-8c57-40d4-9063-4b6a4ef1fb0b tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764021169165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764020614696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263063011'] for port, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:28.108543 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-d6d0425b-5bc2-412b-8f9b-d38301f7b277 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263612217'] for subnet, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:28.131626 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec0ec03-8c57-40d4-9063-4b6a4ef1fb0b tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Pushing event deleted for resources: {'Port': ['ID=47d890a4-fdf1-4de1-9a56-e5bb5ca74c1a,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:28.204764 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-3ec0ec03-8c57-40d4-9063-4b6a4ef1fb0b tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Notify callbacks [] for floatingip, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:28.207943 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.db.l3_db [None req-3ec0ec03-8c57-40d4-9063-4b6a4ef1fb0b tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Floating IP f124b38b-06e4-4b5b-a7d9-1fab4711ea62 disassociated (deleted). External IP: 172.37.5.121, port: 6332112d-6f65-4771-8f42-f5647a2db56b. Jun 10 17:53:28.288012 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-54864476-3629-4ec1-b278-09e7ca4ecafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08aacab-8f74-4fe8-ac9f-43f4322e361a', 'name': 'tempest-AttachVolumeShelveTestJSON-1204651457-router', 'tenant_id': '094eb7d216034d06b4925791cb320a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.30'}], 'enable_snat': True}, 'gw_port_id': '7f6d17e9-2cf4-412e-86f5-f350d1ba889a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:49:46Z', 'updated_at': '2022-06-10T17:49:51Z', 'revision_number': 4, 'project_id': '094eb7d216034d06b4925791cb320a38', 'gw_port': {'id': '7f6d17e9-2cf4-412e-86f5-f350d1ba889a', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08aacab-8f74-4fe8-ac9f-43f4322e361a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:49:47Z', 'updated_at': '2022-06-10T17:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': 'f89c920b-0c58-4b20-8e3c-971757c8c6f8', 'name': '', 'network_id': '272ad309-eaf3-4f81-8366-f3ca4e7cfed0', 'tenant_id': '094eb7d216034d06b4925791cb320a38', 'mac_address': 'fa:16:3e:78:43:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08aacab-8f74-4fe8-ac9f-43f4322e361a', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '88a38658-7809-4abe-b052-dc4be9423e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:49:50Z', 'updated_at': '2022-06-10T17:49:54Z', 'revision_number': 5, 'project_id': '094eb7d216034d06b4925791cb320a38', 'subnets': [{'id': '88a38658-7809-4abe-b052-dc4be9423e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:53:28.320559 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54864476-3629-4ec1-b278-09e7ca4ecafc None None] Checking router: b08aacab-8f74-4fe8-ac9f-43f4322e361a for host: dv-cinder-xena-3-iscsi {{(pid=114530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 17:53:28.330121 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54864476-3629-4ec1-b278-09e7ca4ecafc None None] Routers {'b08aacab-8f74-4fe8-ac9f-43f4322e361a'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:53:28.330317 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-54864476-3629-4ec1-b278-09e7ca4ecafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:53:11Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['b08aacab-8f74-4fe8-ac9f-43f4322e361a'], 'active': True} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:53:28.374074 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-d6d0425b-5bc2-412b-8f9b-d38301f7b277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262939921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263612203'] for subnet, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:28.427868 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ec0ec03-8c57-40d4-9063-4b6a4ef1fb0b tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Router b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17 has already been hosted by L3 agent e04d2863-a40a-41db-9b2a-39042df37909 {{(pid=114529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 10 17:53:28.433601 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d0425b-5bc2-412b-8f9b-d38301f7b277 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1b8af94-24d7-44e4-8fcc-7d46347876fd,revision_number=0']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:28.440596 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d0425b-5bc2-412b-8f9b-d38301f7b277 admin admin] Checking segment: {'id': 'dc5feedf-4398-4bd5-8812-15b40d5f51d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '31f77b64-5d2a-4d41-a094-437a49d2382f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 10 17:53:28.440946 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d0425b-5bc2-412b-8f9b-d38301f7b277 admin admin] Network hostable DHCP agents. Network: 31f77b64-5d2a-4d41-a094-437a49d2382f, hostable agents: ['bccf9388-ecf1-4acf-9e95-63f97cf623b0'], hosted agents: [] {{(pid=114528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 17:53:28.448514 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvr_db [None req-54864476-3629-4ec1-b278-09e7ca4ecafc None None] Set router b08aacab-8f74-4fe8-ac9f-43f4322e361a gateway port host: dv-cinder-xena-3-iscsi {{(pid=114530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:53:28.525334 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d0425b-5bc2-412b-8f9b-d38301f7b277 admin admin] Network 31f77b64-5d2a-4d41-a094-437a49d2382f is scheduled to be hosted by DHCP agent bccf9388-ecf1-4acf-9e95-63f97cf623b0 with binding_index 1 {{(pid=114528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 17:53:28.538436 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec0ec03-8c57-40d4-9063-4b6a4ef1fb0b tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=114529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 10 17:53:28.543203 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-3ec0ec03-8c57-40d4-9063-4b6a4ef1fb0b tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for floatingip, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:28.550524 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be32e53-0d29-4ff1-97cc-0b505c2e9208 None None] Sync routers for ids ['b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17'] in dv-cinder-xena-3-iscsi {{(pid=114531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 17:53:28.561248 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be32e53-0d29-4ff1-97cc-0b505c2e9208 None None] Routers {'b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:53:28.561859 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-2be32e53-0d29-4ff1-97cc-0b505c2e9208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:53:11Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17'], 'active': True} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:53:28.582744 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-3ec0ec03-8c57-40d4-9063-4b6a4ef1fb0b tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "DELETE /v2.0/floatingips/f124b38b-06e4-4b5b-a7d9-1fab4711ea62 HTTP/1.1" status: 204 len: 168 time: 1.4101090 Jun 10 17:53:28.610521 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.base_scheduler [None req-d6d0425b-5bc2-412b-8f9b-d38301f7b277 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-xena-3-iscsi, 31f77b64-5d2a-4d41-a094-437a49d2382f) {{(pid=114528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:53:28.615261 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d0425b-5bc2-412b-8f9b-d38301f7b277 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:28.615956 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-d6d0425b-5bc2-412b-8f9b-d38301f7b277 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:28.639923 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55078932-1250-4e72-a26f-a6f484500998 None None] Network 31f77b64-5d2a-4d41-a094-437a49d2382f requested from dv-cinder-xena-3-iscsi {{(pid=114530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 17:53:28.677985 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvr_db [None req-2be32e53-0d29-4ff1-97cc-0b505c2e9208 None None] Set router b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:53:28.694419 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 47402) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:53:28.700015 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-d6d0425b-5bc2-412b-8f9b-d38301f7b277 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6939166 Jun 10 17:53:28.700148 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.v2.base [None req-f099b2c3-df1b-4cbe-8209-408b5019f2d7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-53594753-router', 'tenant_id': '767f7c0142e64103a2d829d5951cd4ad', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f'}}} {{(pid=114529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:53:28.795711 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '088ca270-b9ad-48f8-8928-ef0c99c2bcfe', 'name': 'network-vif-deleted', 'tag': 'd0a7daab-fe71-46f4-8372-7e23b215b068'}, {'name': 'network-changed', 'server_uuid': 'eb746cca-980a-45bc-abde-e6b410e94c02', 'tag': '6332112d-6f65-4771-8f42-f5647a2db56b'}] {{(pid=114529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:53:28.796390 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-54864476-3629-4ec1-b278-09e7ca4ecafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08aacab-8f74-4fe8-ac9f-43f4322e361a', 'name': 'tempest-AttachVolumeShelveTestJSON-1204651457-router', 'tenant_id': '094eb7d216034d06b4925791cb320a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.30'}], 'enable_snat': True}, 'gw_port_id': '7f6d17e9-2cf4-412e-86f5-f350d1ba889a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:49:46Z', 'updated_at': '2022-06-10T17:49:51Z', 'revision_number': 4, 'project_id': '094eb7d216034d06b4925791cb320a38', 'gw_port': {'id': '7f6d17e9-2cf4-412e-86f5-f350d1ba889a', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08aacab-8f74-4fe8-ac9f-43f4322e361a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:49:47Z', 'updated_at': '2022-06-10T17:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': 'f89c920b-0c58-4b20-8e3c-971757c8c6f8', 'name': '', 'network_id': '272ad309-eaf3-4f81-8366-f3ca4e7cfed0', 'tenant_id': '094eb7d216034d06b4925791cb320a38', 'mac_address': 'fa:16:3e:78:43:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08aacab-8f74-4fe8-ac9f-43f4322e361a', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '88a38658-7809-4abe-b052-dc4be9423e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:49:50Z', 'updated_at': '2022-06-10T17:49:54Z', 'revision_number': 5, 'project_id': '094eb7d216034d06b4925791cb320a38', 'subnets': [{'id': '88a38658-7809-4abe-b052-dc4be9423e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:53:28.800035 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}546b112a5b217dbfa88e609245cede7dd2905721b158f3f41c3dff8a3887b3c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f481c3fd-1759-400f-aa99-579cf1471e0c" -d '{"events": [{"server_uuid": "088ca270-b9ad-48f8-8928-ef0c99c2bcfe", "name": "network-vif-deleted", "tag": "d0a7daab-fe71-46f4-8372-7e23b215b068"}, {"name": "network-changed", "server_uuid": "eb746cca-980a-45bc-abde-e6b410e94c02", "tag": "6332112d-6f65-4771-8f42-f5647a2db56b"}]}' {{(pid=114529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:53:28.836471 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54864476-3629-4ec1-b278-09e7ca4ecafc None None] The sync data for ids ['b08aacab-8f74-4fe8-ac9f-43f4322e361a'] in dv-cinder-xena-3-iscsi is: [{'id': 'b08aacab-8f74-4fe8-ac9f-43f4322e361a', 'name': 'tempest-AttachVolumeShelveTestJSON-1204651457-router', 'tenant_id': '094eb7d216034d06b4925791cb320a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.30'}], 'enable_snat': True}, 'gw_port_id': '7f6d17e9-2cf4-412e-86f5-f350d1ba889a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:49:46Z', 'updated_at': '2022-06-10T17:49:51Z', 'revision_number': 4, 'project_id': '094eb7d216034d06b4925791cb320a38', 'gw_port': {'id': '7f6d17e9-2cf4-412e-86f5-f350d1ba889a', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08aacab-8f74-4fe8-ac9f-43f4322e361a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:49:47Z', 'updated_at': '2022-06-10T17:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': 'f89c920b-0c58-4b20-8e3c-971757c8c6f8', 'name': '', 'network_id': '272ad309-eaf3-4f81-8366-f3ca4e7cfed0', 'tenant_id': '094eb7d216034d06b4925791cb320a38', 'mac_address': 'fa:16:3e:78:43:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08aacab-8f74-4fe8-ac9f-43f4322e361a', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '88a38658-7809-4abe-b052-dc4be9423e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:49:50Z', 'updated_at': '2022-06-10T17:49:54Z', 'revision_number': 5, 'project_id': '094eb7d216034d06b4925791cb320a38', 'subnets': [{'id': '88a38658-7809-4abe-b052-dc4be9423e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 17:53:28.840019 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-f099b2c3-df1b-4cbe-8209-408b5019f2d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-777435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14490'] for router, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:28.842099 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-f099b2c3-df1b-4cbe-8209-408b5019f2d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-778659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14481'] for router, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:28.862093 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 10 Jun 2022 17:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cb64e77-9ffb-43d8-a6c4-a54c164100a9 x-openstack-request-id: req-4cb64e77-9ffb-43d8-a6c4-a54c164100a9 {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:53:28.862433 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "088ca270-b9ad-48f8-8928-ef0c99c2bcfe", "name": "network-vif-deleted", "tag": "d0a7daab-fe71-46f4-8372-7e23b215b068", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "eb746cca-980a-45bc-abde-e6b410e94c02", "tag": "6332112d-6f65-4771-8f42-f5647a2db56b", "status": "completed", "code": 200}]} {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:53:28.862659 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4cb64e77-9ffb-43d8-a6c4-a54c164100a9 {{(pid=114529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:53:28.863065 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cb64e77-9ffb-43d8-a6c4-a54c164100a9'] response: {'server_uuid': '088ca270-b9ad-48f8-8928-ef0c99c2bcfe', 'name': 'network-vif-deleted', 'tag': 'd0a7daab-fe71-46f4-8372-7e23b215b068', 'status': 'completed', 'code': 200} Jun 10 17:53:28.863318 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cb64e77-9ffb-43d8-a6c4-a54c164100a9'] response: {'name': 'network-changed', 'server_uuid': 'eb746cca-980a-45bc-abde-e6b410e94c02', 'tag': '6332112d-6f65-4771-8f42-f5647a2db56b', 'status': 'completed', 'code': 200} Jun 10 17:53:28.897840 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-2be32e53-0d29-4ff1-97cc-0b505c2e9208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17', 'name': 'tempest-TestMinimumBasicScenario-1859031834-router', 'tenant_id': 'e2a954ea643d435d9866bed98144a549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.179'}], 'enable_snat': True}, 'gw_port_id': '5482ff96-11fd-44bd-b031-b7336ecb4ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:50:05Z', 'updated_at': '2022-06-10T17:50:09Z', 'revision_number': 4, 'project_id': 'e2a954ea643d435d9866bed98144a549', 'gw_port': {'id': '5482ff96-11fd-44bd-b031-b7336ecb4ba1', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:50:05Z', 'updated_at': '2022-06-10T17:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': '0e3df404-6458-435f-b246-41fe49adfd6f', 'name': '', 'network_id': '1f32841e-c7bf-4753-a1a7-c09b804b3a5f', 'tenant_id': 'e2a954ea643d435d9866bed98144a549', 'mac_address': 'fa:16:3e:2f:ba:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '5534695f-d2e1-44a9-977d-39ba1417d8f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:50:08Z', 'updated_at': '2022-06-10T17:50:13Z', 'revision_number': 5, 'project_id': 'e2a954ea643d435d9866bed98144a549', 'subnets': [{'id': '5534695f-d2e1-44a9-977d-39ba1417d8f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:53:28.898701 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46a5847-8e49-49c3-9a10-baf63387c9e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77de9516-29da-567c-b3ac-4325783e7148-31f77b64-5d2a-4d41-a094-437a49d2382f', 'network_id': '31f77b64-5d2a-4d41-a094-437a49d2382f', 'tenant_id': '767f7c0142e64103a2d829d5951cd4ad', 'fixed_ips': [{'subnet_id': 'd1b8af94-24d7-44e4-8fcc-7d46347876fd'}]}} from dv-cinder-xena-3-iscsi. {{(pid=114530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 17:53:28.900638 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-a46a5847-8e49-49c3-9a10-baf63387c9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_create {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:28.928679 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be32e53-0d29-4ff1-97cc-0b505c2e9208 None None] Checking router: b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17 for host: dv-cinder-xena-3-iscsi {{(pid=114531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 17:53:28.937899 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be32e53-0d29-4ff1-97cc-0b505c2e9208 None None] Routers {'b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:53:28.938732 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-2be32e53-0d29-4ff1-97cc-0b505c2e9208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:53:11Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17'], 'active': True} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:53:28.978967 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-f099b2c3-df1b-4cbe-8209-408b5019f2d7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:29.022381 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device d0a7daab-fe71-46f4-8372-7e23b215b068 no longer exists at agent hyperv_hv-cinder-xena0 {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 10 17:53:29.087301 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] No Port match for: d0a7daab-fe71-46f4-8372-7e23b215b068 {{(pid=114530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 10 17:53:29.087655 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device d0a7daab-fe71-46f4-8372-7e23b215b068 not bound to the agent host hv-cinder-xena0 {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 10 17:53:29.097147 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f481c3fd-1759-400f-aa99-579cf1471e0c req-ba966a59-a4d5-4a31-8dc9-823c53596ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:29.098700 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f481c3fd-1759-400f-aa99-579cf1471e0c req-ba966a59-a4d5-4a31-8dc9-823c53596ef7 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=e2a954ea643d435d9866bed98144a549&device_id=eb746cca-980a-45bc-abde-e6b410e94c02 HTTP/1.1" status: 200 len: 1098 time: 0.1228495 Jun 10 17:53:29.126003 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvr_db [None req-2be32e53-0d29-4ff1-97cc-0b505c2e9208 None None] Set router b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:53:29.193331 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.db_base_plugin_common [None req-a46a5847-8e49-49c3-9a10-baf63387c9e5 None None] Allocated IP 172.20.0.2 (31f77b64-5d2a-4d41-a094-437a49d2382f/d1b8af94-24d7-44e4-8fcc-7d46347876fd/96fda14d-a131-4900-b60d-80081fd5171f) {{(pid=114530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 17:53:29.290873 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-f099b2c3-df1b-4cbe-8209-408b5019f2d7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:29.298510 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 47418) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:53:29.384269 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-fad4a4c2-c493-4cbc-9d97-7a0c7ac0e59b tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks [] for security_group, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:29.392192 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f481c3fd-1759-400f-aa99-579cf1471e0c req-90e4019b-b366-4b02-ad56-252a18005567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:29.394580 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f481c3fd-1759-400f-aa99-579cf1471e0c req-90e4019b-b366-4b02-ad56-252a18005567 service neutron] 10.222.0.27 "GET /v2.0/networks?id=1f32841e-c7bf-4753-a1a7-c09b804b3a5f HTTP/1.1" status: 200 len: 916 time: 0.2725732 Jun 10 17:53:29.396421 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-2be32e53-0d29-4ff1-97cc-0b505c2e9208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17', 'name': 'tempest-TestMinimumBasicScenario-1859031834-router', 'tenant_id': 'e2a954ea643d435d9866bed98144a549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.179'}], 'enable_snat': True}, 'gw_port_id': '5482ff96-11fd-44bd-b031-b7336ecb4ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:50:05Z', 'updated_at': '2022-06-10T17:50:09Z', 'revision_number': 4, 'project_id': 'e2a954ea643d435d9866bed98144a549', 'gw_port': {'id': '5482ff96-11fd-44bd-b031-b7336ecb4ba1', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:50:05Z', 'updated_at': '2022-06-10T17:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': '0e3df404-6458-435f-b246-41fe49adfd6f', 'name': '', 'network_id': '1f32841e-c7bf-4753-a1a7-c09b804b3a5f', 'tenant_id': 'e2a954ea643d435d9866bed98144a549', 'mac_address': 'fa:16:3e:2f:ba:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '5534695f-d2e1-44a9-977d-39ba1417d8f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:50:08Z', 'updated_at': '2022-06-10T17:50:13Z', 'revision_number': 5, 'project_id': 'e2a954ea643d435d9866bed98144a549', 'subnets': [{'id': '5534695f-d2e1-44a9-977d-39ba1417d8f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:53:29.415812 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-fad4a4c2-c493-4cbc-9d97-7a0c7ac0e59b tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:29.419197 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-a46a5847-8e49-49c3-9a10-baf63387c9e5 None None] Notify callbacks [] for port, precommit_create {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:29.423894 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7343950-30c8-4b09-a856-abdc0e6b8851 None None] New status for floating IP 99b6ec64-7abd-458b-bb19-201162467268: DOWN {{(pid=114530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 17:53:29.435654 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be32e53-0d29-4ff1-97cc-0b505c2e9208 None None] The sync data for ids ['b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17'] in dv-cinder-xena-3-iscsi is: [{'id': 'b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17', 'name': 'tempest-TestMinimumBasicScenario-1859031834-router', 'tenant_id': 'e2a954ea643d435d9866bed98144a549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.179'}], 'enable_snat': True}, 'gw_port_id': '5482ff96-11fd-44bd-b031-b7336ecb4ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:50:05Z', 'updated_at': '2022-06-10T17:50:09Z', 'revision_number': 4, 'project_id': 'e2a954ea643d435d9866bed98144a549', 'gw_port': {'id': '5482ff96-11fd-44bd-b031-b7336ecb4ba1', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:50:05Z', 'updated_at': '2022-06-10T17:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': '0e3df404-6458-435f-b246-41fe49adfd6f', 'name': '', 'network_id': '1f32841e-c7bf-4753-a1a7-c09b804b3a5f', 'tenant_id': 'e2a954ea643d435d9866bed98144a549', 'mac_address': 'fa:16:3e:2f:ba:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '5534695f-d2e1-44a9-977d-39ba1417d8f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:50:08Z', 'updated_at': '2022-06-10T17:50:13Z', 'revision_number': 5, 'project_id': 'e2a954ea643d435d9866bed98144a549', 'subnets': [{'id': '5534695f-d2e1-44a9-977d-39ba1417d8f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 17:53:29.505342 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-a46a5847-8e49-49c3-9a10-baf63387c9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764020614705'] for port, after_create {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:29.576454 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-fad4a4c2-c493-4cbc-9d97-7a0c7ac0e59b tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:29.581002 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46a5847-8e49-49c3-9a10-baf63387c9e5 None None] Network 31f77b64-5d2a-4d41-a094-437a49d2382f is already hosted by enough agents. {{(pid=114530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:53:29.582025 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-fad4a4c2-c493-4cbc-9d97-7a0c7ac0e59b tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks [] for security_group, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:29.582961 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.scheduler.base_scheduler [None req-a46a5847-8e49-49c3-9a10-baf63387c9e5 None None] Resources bound (agent type, host, resource id): {{(pid=114530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:53:29.587921 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46a5847-8e49-49c3-9a10-baf63387c9e5 None None] Received port after_create {{(pid=114530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 10 17:53:29.593360 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-fad4a4c2-c493-4cbc-9d97-7a0c7ac0e59b tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "DELETE /v2.0/security-groups/b5f495f1-1820-40fd-990d-a98c8e4946e8 HTTP/1.1" status: 204 len: 168 time: 0.2878771 Jun 10 17:53:29.594675 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 47420) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:53:29.614529 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad4a4c2-c493-4cbc-9d97-7a0c7ac0e59b tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f495f1-1820-40fd-990d-a98c8e4946e8,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:29.632517 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.api.v2.resource [None req-4661119f-893e-4fc3-bc10-cc88782bda69 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] show failed (client error): The resource could not be found. Jun 10 17:53:29.638674 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-4661119f-893e-4fc3-bc10-cc88782bda69 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups/b5f495f1-1820-40fd-990d-a98c8e4946e8 HTTP/1.1" status: 404 len: 347 time: 0.0313060 Jun 10 17:53:29.639979 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 47422) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:53:29.741215 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f481c3fd-1759-400f-aa99-579cf1471e0c req-83b66176-7e14-444f-96e5-50c7187eef52 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6332112d-6f65-4771-8f42-f5647a2db56b HTTP/1.1" status: 200 len: 217 time: 0.0541334 Jun 10 17:53:29.751350 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46a5847-8e49-49c3-9a10-baf63387c9e5 None None] Pushing event updated for resources: {'Port': ['ID=96fda14d-a131-4900-b60d-80081fd5171f,revision_number=1']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:29.790971 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46a5847-8e49-49c3-9a10-baf63387c9e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:53:29.791323 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46a5847-8e49-49c3-9a10-baf63387c9e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:53:29.791683 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46a5847-8e49-49c3-9a10-baf63387c9e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:53:29.791960 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46a5847-8e49-49c3-9a10-baf63387c9e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:53:29.792287 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46a5847-8e49-49c3-9a10-baf63387c9e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:53:29.792610 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46a5847-8e49-49c3-9a10-baf63387c9e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:53:29.792933 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46a5847-8e49-49c3-9a10-baf63387c9e5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:53:29.793255 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46a5847-8e49-49c3-9a10-baf63387c9e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:53:29.793574 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46a5847-8e49-49c3-9a10-baf63387c9e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:53:29.793889 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46a5847-8e49-49c3-9a10-baf63387c9e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:53:29.794207 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46a5847-8e49-49c3-9a10-baf63387c9e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:53:29.794546 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46a5847-8e49-49c3-9a10-baf63387c9e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:53:29.807753 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.managers [None req-a46a5847-8e49-49c3-9a10-baf63387c9e5 None None] Attempting to bind port 96fda14d-a131-4900-b60d-80081fd5171f on host dv-cinder-xena-3-iscsi for vnic_type normal with profile {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 17:53:29.808120 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.managers [None req-a46a5847-8e49-49c3-9a10-baf63387c9e5 None None] Attempting to bind port 96fda14d-a131-4900-b60d-80081fd5171f by drivers openvswitch,hyperv on host dv-cinder-xena-3-iscsi at level 0 using segments [{'id': 'dc5feedf-4398-4bd5-8812-15b40d5f51d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '31f77b64-5d2a-4d41-a094-437a49d2382f'}] {{(pid=114530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 17:53:29.808481 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46a5847-8e49-49c3-9a10-baf63387c9e5 None None] Attempting to bind port 96fda14d-a131-4900-b60d-80081fd5171f on network 31f77b64-5d2a-4d41-a094-437a49d2382f {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 10 17:53:29.814262 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46a5847-8e49-49c3-9a10-baf63387c9e5 None None] Checking agent: {'id': '87b91a5b-6105-4774-a25f-e6a5abfdfa1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-xena-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 10, 17, 40, 14), 'started_at': datetime.datetime(2022, 6, 10, 17, 40, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 10, 17, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-xena-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 10 17:53:29.814635 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46a5847-8e49-49c3-9a10-baf63387c9e5 None None] Checking segment: {'id': 'dc5feedf-4398-4bd5-8812-15b40d5f51d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '31f77b64-5d2a-4d41-a094-437a49d2382f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 10 17:53:29.815036 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-a46a5847-8e49-49c3-9a10-baf63387c9e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:29.815429 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46a5847-8e49-49c3-9a10-baf63387c9e5 None None] Bound using segment: {'id': 'dc5feedf-4398-4bd5-8812-15b40d5f51d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '31f77b64-5d2a-4d41-a094-437a49d2382f'} {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 10 17:53:29.815902 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.managers [None req-a46a5847-8e49-49c3-9a10-baf63387c9e5 None None] Bound port: 96fda14d-a131-4900-b60d-80081fd5171f, host: dv-cinder-xena-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc5feedf-4398-4bd5-8812-15b40d5f51d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '31f77b64-5d2a-4d41-a094-437a49d2382f'}}] {{(pid=114530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 17:53:29.816279 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-a46a5847-8e49-49c3-9a10-baf63387c9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:29.839093 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f481c3fd-1759-400f-aa99-579cf1471e0c req-e05f25b7-33c2-42b2-b22f-cb1d4a80d3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:29.840769 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f481c3fd-1759-400f-aa99-579cf1471e0c req-e05f25b7-33c2-42b2-b22f-cb1d4a80d3e8 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=5534695f-d2e1-44a9-977d-39ba1417d8f6 HTTP/1.1" status: 200 len: 854 time: 0.0909619 Jun 10 17:53:29.859706 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.plugin [None req-7eaf8e44-6391-44f9-a84d-70e15fe7cdf0 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Deleting port 41270794-90ad-4294-9d3a-79143dbf610d {{(pid=114528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 10 17:53:29.859706 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-7eaf8e44-6391-44f9-a84d-70e15fe7cdf0 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764021161391'] for port, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:29.881263 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa7ab9e-3432-47d3-ad23-40599f47d978 None None] New status for floating IP f124b38b-06e4-4b5b-a7d9-1fab4711ea62: DOWN {{(pid=114531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 17:53:29.912902 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-a46a5847-8e49-49c3-9a10-baf63387c9e5 None None] For port 96fda14d-a131-4900-b60d-80081fd5171f, host dv-cinder-xena-3-iscsi, cleared binding levels {{(pid=114530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 10 17:53:29.917131 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-a46a5847-8e49-49c3-9a10-baf63387c9e5 None None] For port 96fda14d-a131-4900-b60d-80081fd5171f, host dv-cinder-xena-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=96fda14d-a131-4900-b60d-80081fd5171f,segment=NetworkSegment(dc5feedf-4398-4bd5-8812-15b40d5f51d8),segment_id=dc5feedf-4398-4bd5-8812-15b40d5f51d8)] {{(pid=114530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 10 17:53:29.933747 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f481c3fd-1759-400f-aa99-579cf1471e0c req-342d9660-378a-41f6-8e79-e0b311c6c04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:29.935498 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f481c3fd-1759-400f-aa99-579cf1471e0c req-342d9660-378a-41f6-8e79-e0b311c6c04d service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=1f32841e-c7bf-4753-a1a7-c09b804b3a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0854180 Jun 10 17:53:29.977540 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-7eaf8e44-6391-44f9-a84d-70e15fe7cdf0 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781461'] for port, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:29.977864 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-7eaf8e44-6391-44f9-a84d-70e15fe7cdf0 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:29.982668 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-a46a5847-8e49-49c3-9a10-baf63387c9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:29.991366 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.plugin [None req-7eaf8e44-6391-44f9-a84d-70e15fe7cdf0 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Calling delete_port for 41270794-90ad-4294-9d3a-79143dbf610d owned by network:floatingip {{(pid=114528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 10 17:53:30.067556 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46a5847-8e49-49c3-9a10-baf63387c9e5 None None] Pushing event updated for resources: {'Port': ['ID=96fda14d-a131-4900-b60d-80081fd5171f,revision_number=2']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:30.147797 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f481c3fd-1759-400f-aa99-579cf1471e0c req-c5466b2c-3944-4ae2-8615-3ab72fd8dcd4 service neutron] 10.222.0.27 "GET /v2.0/networks/1f32841e-c7bf-4753-a1a7-c09b804b3a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017488 Jun 10 17:53:30.228079 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-7eaf8e44-6391-44f9-a84d-70e15fe7cdf0 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764021169165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764020614696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940005'] for port, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:30.236806 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-f099b2c3-df1b-4cbe-8209-408b5019f2d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:30.265414 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaf8e44-6391-44f9-a84d-70e15fe7cdf0 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Pushing event deleted for resources: {'Port': ['ID=41270794-90ad-4294-9d3a-79143dbf610d,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:30.270533 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-f099b2c3-df1b-4cbe-8209-408b5019f2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:30.337294 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f481c3fd-1759-400f-aa99-579cf1471e0c req-58d52c8f-2959-4bdb-9837-2d3f09c664d2 service neutron] 10.222.0.27 "GET /v2.0/networks/1f32841e-c7bf-4753-a1a7-c09b804b3a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691308 Jun 10 17:53:30.351706 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-7eaf8e44-6391-44f9-a84d-70e15fe7cdf0 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks [] for floatingip, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:30.364435 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-7eaf8e44-6391-44f9-a84d-70e15fe7cdf0 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for floatingip, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:30.366716 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-7eaf8e44-6391-44f9-a84d-70e15fe7cdf0 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "DELETE /v2.0/floatingips/99b6ec64-7abd-458b-bb19-201162467268 HTTP/1.1" status: 204 len: 168 time: 0.7255969 Jun 10 17:53:30.421617 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.db_base_plugin_common [None req-f099b2c3-df1b-4cbe-8209-408b5019f2d7 admin admin] Allocated IP 172.37.5.23 (8c026026-8e05-41b4-990c-0815c0c24f4f/e3db4be6-a2be-4d68-ab1f-8754e6ee5b68/0931458b-35f3-456f-9bda-3a649ec99c38) {{(pid=114529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 17:53:30.545192 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-f099b2c3-df1b-4cbe-8209-408b5019f2d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:30.620682 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 47434) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:53:30.625441 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [None req-fb2baf8f-6869-429e-8aef-bc76f999f760 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Request body: {'security_group': {'name': 'tempest-securitygroup--55211346', 'description': 'tempest-description--717185463'}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:53:30.656912 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-f099b2c3-df1b-4cbe-8209-408b5019f2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764020614705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263063011'] for port, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:30.726010 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f099b2c3-df1b-4cbe-8209-408b5019f2d7 admin admin] Network 8c026026-8e05-41b4-990c-0815c0c24f4f is already hosted by enough agents. {{(pid=114529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:53:30.728245 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-fb2baf8f-6869-429e-8aef-bc76f999f760 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks [] for security_group, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:30.731986 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.base_scheduler [None req-f099b2c3-df1b-4cbe-8209-408b5019f2d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=114529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:53:30.734042 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f099b2c3-df1b-4cbe-8209-408b5019f2d7 admin admin] Pushing event updated for resources: {'Port': ['ID=0931458b-35f3-456f-9bda-3a649ec99c38,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:30.737182 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f099b2c3-df1b-4cbe-8209-408b5019f2d7 admin admin] Received port after_create {{(pid=114529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 10 17:53:30.776646 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6716dcd1-8108-487a-9d1d-a7549bef0c02 req-8abdba34-3551-4182-97b1-0154a6f15989 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:30.778134 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-6716dcd1-8108-487a-9d1d-a7549bef0c02 req-8abdba34-3551-4182-97b1-0154a6f15989 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=619edb30-a9ca-46c9-a44e-4f39bd0fd6c2 HTTP/1.1" status: 200 len: 946 time: 0.1189110 Jun 10 17:53:30.798930 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-fb2baf8f-6869-429e-8aef-bc76f999f760 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks [] for security_group, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:30.873369 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-fb2baf8f-6869-429e-8aef-bc76f999f760 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:30.905112 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2baf8f-6869-429e-8aef-bc76f999f760 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6cbb772-b94c-4a26-be61-ada0eec3eeff,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:30.906783 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-6716dcd1-8108-487a-9d1d-a7549bef0c02 req-1c50a6b2-d988-438b-87dc-d69a1deafc52 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219704 Jun 10 17:53:30.957401 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-fb2baf8f-6869-429e-8aef-bc76f999f760 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks [] for security_group, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:30.958806 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-fb2baf8f-6869-429e-8aef-bc76f999f760 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.3369024 Jun 10 17:53:30.961698 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 47436) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:53:30.966291 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [None req-346a5b34-89d2-44f7-989c-750b454754c7 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Request body: {'security_group_rule': {'security_group_id': 'd6cbb772-b94c-4a26-be61-ada0eec3eeff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:53:31.047689 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-346a5b34-89d2-44f7-989c-750b454754c7 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:31.088088 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-f099b2c3-df1b-4cbe-8209-408b5019f2d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:31.112780 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-346a5b34-89d2-44f7-989c-750b454754c7 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:31.144570 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df5a2be-fec4-4aaf-af89-7226e8d990c7 None None] Network 31f77b64-5d2a-4d41-a094-437a49d2382f requested from dv-cinder-xena-3-iscsi {{(pid=114530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 17:53:31.173452 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-346a5b34-89d2-44f7-989c-750b454754c7 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765151'] for security_group_rule, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:31.190432 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346a5b34-89d2-44f7-989c-750b454754c7 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d9127a7-5264-4ca2-8f98-8abd6a5fde65,revision_number=0']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:31.235534 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-cb8b9eb3-419e-41ea-b763-c47cc837a20b None None] Provisioning complete for port 96fda14d-a131-4900-b60d-80081fd5171f triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:53:31.235906 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-cb8b9eb3-419e-41ea-b763-c47cc837a20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:31.258403 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-346a5b34-89d2-44f7-989c-750b454754c7 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:31.259761 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-346a5b34-89d2-44f7-989c-750b454754c7 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2968428 Jun 10 17:53:31.266353 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 47440) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:53:31.270832 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [None req-64f7417c-feeb-4f8e-8895-b5ff31cae8f7 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Request body: {'security_group_rule': {'security_group_id': 'd6cbb772-b94c-4a26-be61-ada0eec3eeff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:53:31.298123 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-f099b2c3-df1b-4cbe-8209-408b5019f2d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754000'] for router, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:31.356403 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-64f7417c-feeb-4f8e-8895-b5ff31cae8f7 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:31.390266 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-cb8b9eb3-419e-41ea-b763-c47cc837a20b None None] Current status of the port 96fda14d-a131-4900-b60d-80081fd5171f is: DOWN; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:53:31.390654 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-cb8b9eb3-419e-41ea-b763-c47cc837a20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:31.436423 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-64f7417c-feeb-4f8e-8895-b5ff31cae8f7 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:31.438964 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-cb8b9eb3-419e-41ea-b763-c47cc837a20b None None] For port 96fda14d-a131-4900-b60d-80081fd5171f, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=96fda14d-a131-4900-b60d-80081fd5171f,segment=NetworkSegment(dc5feedf-4398-4bd5-8812-15b40d5f51d8),segment_id=dc5feedf-4398-4bd5-8812-15b40d5f51d8)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:53:31.528427 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f099b2c3-df1b-4cbe-8209-408b5019f2d7 admin admin] Router a1fde4fd-6e20-4b47-afa3-718fc7f77f11 is scheduled to L3 agent e04d2863-a40a-41db-9b2a-39042df37909 with binding_index 1 {{(pid=114529) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 10 17:53:31.528643 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-64f7417c-feeb-4f8e-8895-b5ff31cae8f7 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765151'] for security_group_rule, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:31.529355 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-cb8b9eb3-419e-41ea-b763-c47cc837a20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:31.557336 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f7417c-feeb-4f8e-8895-b5ff31cae8f7 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8ce3d3e-7bab-4ea2-b1b6-e4c9bada680a,revision_number=0']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:31.585717 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8b9eb3-419e-41ea-b763-c47cc837a20b None None] Pushing event updated for resources: {'Port': ['ID=96fda14d-a131-4900-b60d-80081fd5171f,revision_number=3']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:31.621075 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-64f7417c-feeb-4f8e-8895-b5ff31cae8f7 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:31.622540 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-64f7417c-feeb-4f8e-8895-b5ff31cae8f7 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3551440 Jun 10 17:53:31.625766 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 47450) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:53:31.630559 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [None req-a5a5a3be-42e4-40df-a373-e7e2d5fa6107 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Request body: {'floatingip': {'floating_network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f'}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:53:31.653440 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-52adfcec-f1c2-466c-8a1c-034978f6649e None None] Provisioning complete for port 96fda14d-a131-4900-b60d-80081fd5171f triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:53:31.653808 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-52adfcec-f1c2-466c-8a1c-034978f6649e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:31.656968 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f099b2c3-df1b-4cbe-8209-408b5019f2d7 admin admin] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=114529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 10 17:53:31.677724 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c880fa7-fa14-48fe-8f01-0cfa6c9e637b None None] Sync routers for ids ['a1fde4fd-6e20-4b47-afa3-718fc7f77f11'] in dv-cinder-xena-3-iscsi {{(pid=114530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 17:53:31.699306 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c880fa7-fa14-48fe-8f01-0cfa6c9e637b None None] Routers {'a1fde4fd-6e20-4b47-afa3-718fc7f77f11'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:53:31.699952 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-6c880fa7-fa14-48fe-8f01-0cfa6c9e637b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:53:11Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['a1fde4fd-6e20-4b47-afa3-718fc7f77f11'], 'active': True} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:53:31.730492 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-a5a5a3be-42e4-40df-a373-e7e2d5fa6107 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks [] for floatingip, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:31.760912 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-f099b2c3-df1b-4cbe-8209-408b5019f2d7 admin admin] Notify callbacks [] for router, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:31.762495 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-f099b2c3-df1b-4cbe-8209-408b5019f2d7 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0683286 Jun 10 17:53:31.765292 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 47454) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:53:31.821825 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-52adfcec-f1c2-466c-8a1c-034978f6649e None None] Current status of the port 96fda14d-a131-4900-b60d-80081fd5171f is: ACTIVE; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:53:31.840720 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvr_db [None req-6c880fa7-fa14-48fe-8f01-0cfa6c9e637b None None] Set router a1fde4fd-6e20-4b47-afa3-718fc7f77f11 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:53:31.956475 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-a5a5a3be-42e4-40df-a373-e7e2d5fa6107 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:32.027774 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-6c880fa7-fa14-48fe-8f01-0cfa6c9e637b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'name': 'tempest-TestVolumeBootPattern-53594753-router', 'tenant_id': '767f7c0142e64103a2d829d5951cd4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.23'}], 'enable_snat': True}, 'gw_port_id': '0931458b-35f3-456f-9bda-3a649ec99c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:28Z', 'updated_at': '2022-06-10T17:53:30Z', 'revision_number': 3, 'project_id': '767f7c0142e64103a2d829d5951cd4ad', 'gw_port': {'id': '0931458b-35f3-456f-9bda-3a649ec99c38', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:75:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:30Z', 'updated_at': '2022-06-10T17:53:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:53:32.056254 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c880fa7-fa14-48fe-8f01-0cfa6c9e637b None None] Checking router: a1fde4fd-6e20-4b47-afa3-718fc7f77f11 for host: dv-cinder-xena-3-iscsi {{(pid=114530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 17:53:32.056576 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c880fa7-fa14-48fe-8f01-0cfa6c9e637b None None] Updating router a1fde4fd-6e20-4b47-afa3-718fc7f77f11 port 0931458b-35f3-456f-9bda-3a649ec99c38 binding host dv-cinder-xena-3-iscsi {{(pid=114530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 17:53:32.082562 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-6c880fa7-fa14-48fe-8f01-0cfa6c9e637b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:32.207456 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.db_base_plugin_common [None req-a5a5a3be-42e4-40df-a373-e7e2d5fa6107 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Allocated IP 172.37.5.127 (8c026026-8e05-41b4-990c-0815c0c24f4f/e3db4be6-a2be-4d68-ab1f-8754e6ee5b68/8705619d-7abb-41db-bb00-b947a2fffae3) {{(pid=114528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 17:53:32.238465 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb34047-1cca-4567-be76-256d57c83beb req-fa914906-2c2e-4a40-9c67-0929b7248ee1 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:32.239945 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-beb34047-1cca-4567-be76-256d57c83beb req-fa914906-2c2e-4a40-9c67-0929b7248ee1 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=619edb30-a9ca-46c9-a44e-4f39bd0fd6c2 HTTP/1.1" status: 200 len: 946 time: 0.0517073 Jun 10 17:53:32.280188 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-beb34047-1cca-4567-be76-256d57c83beb req-25756297-33e8-4ed6-8170-6aa994032734 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334721 Jun 10 17:53:32.369462 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device 96fda14d-a131-4900-b60d-80081fd5171f up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 17:53:32.386207 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-a5a5a3be-42e4-40df-a373-e7e2d5fa6107 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks [] for port, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:32.416907 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Provisioning complete for port 96fda14d-a131-4900-b60d-80081fd5171f triggered by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:53:32.417247 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:32.436124 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-b9f59bae-5c6f-47e9-9e6c-645fe689b646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:32.496611 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Current status of the port 96fda14d-a131-4900-b60d-80081fd5171f is: ACTIVE; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:53:32.538612 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-a5a5a3be-42e4-40df-a373-e7e2d5fa6107 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764020614705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940005'] for port, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:32.586227 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a5a3be-42e4-40df-a373-e7e2d5fa6107 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Network 8c026026-8e05-41b4-990c-0815c0c24f4f is already hosted by enough agents. {{(pid=114528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:53:32.594725 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.base_scheduler [None req-a5a5a3be-42e4-40df-a373-e7e2d5fa6107 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Resources bound (agent type, host, resource id): {{(pid=114528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:53:32.604681 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a5a3be-42e4-40df-a373-e7e2d5fa6107 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Received port after_create {{(pid=114528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 10 17:53:32.624173 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a5a3be-42e4-40df-a373-e7e2d5fa6107 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Pushing event updated for resources: {'Port': ['ID=8705619d-7abb-41db-bb00-b947a2fffae3,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:32.668593 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-6c880fa7-fa14-48fe-8f01-0cfa6c9e637b None None] Notify callbacks [] for port, precommit_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:32.673956 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.db_base_plugin_common [None req-b9f59bae-5c6f-47e9-9e6c-645fe689b646 admin admin] Allocated IP 172.20.0.1 (31f77b64-5d2a-4d41-a094-437a49d2382f/d1b8af94-24d7-44e4-8fcc-7d46347876fd/a39eeeb9-007e-4abc-8309-d6b4dd253046) {{(pid=114528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 17:53:32.759891 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-6c880fa7-fa14-48fe-8f01-0cfa6c9e637b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:32.776905 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-a5a5a3be-42e4-40df-a373-e7e2d5fa6107 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:32.811840 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.managers [None req-6c880fa7-fa14-48fe-8f01-0cfa6c9e637b None None] Attempting to bind port 0931458b-35f3-456f-9bda-3a649ec99c38 on host dv-cinder-xena-3-iscsi for vnic_type normal with profile {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 17:53:32.812070 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.managers [None req-6c880fa7-fa14-48fe-8f01-0cfa6c9e637b None None] Attempting to bind port 0931458b-35f3-456f-9bda-3a649ec99c38 by drivers openvswitch,hyperv on host dv-cinder-xena-3-iscsi at level 0 using segments [{'id': 'bfeef927-6d24-4759-be0a-a8eced1bbc0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f'}] {{(pid=114530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 17:53:32.812343 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c880fa7-fa14-48fe-8f01-0cfa6c9e637b None None] Attempting to bind port 0931458b-35f3-456f-9bda-3a649ec99c38 on network 8c026026-8e05-41b4-990c-0815c0c24f4f {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 10 17:53:32.817620 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7afb16-81c0-47c2-a758-c166b613a88d None None] Pushing event updated for resources: {'Port': ['ID=0931458b-35f3-456f-9bda-3a649ec99c38,revision_number=2']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:32.827801 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c880fa7-fa14-48fe-8f01-0cfa6c9e637b None None] Checking agent: {'id': '87b91a5b-6105-4774-a25f-e6a5abfdfa1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-xena-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 10, 17, 40, 14), 'started_at': datetime.datetime(2022, 6, 10, 17, 40, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 10, 17, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-xena-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 10 17:53:32.827984 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c880fa7-fa14-48fe-8f01-0cfa6c9e637b None None] Checking segment: {'id': 'bfeef927-6d24-4759-be0a-a8eced1bbc0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 10 17:53:32.828459 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-6c880fa7-fa14-48fe-8f01-0cfa6c9e637b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:32.828890 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c880fa7-fa14-48fe-8f01-0cfa6c9e637b None None] Bound using segment: {'id': 'bfeef927-6d24-4759-be0a-a8eced1bbc0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f'} {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 10 17:53:32.831046 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.managers [None req-6c880fa7-fa14-48fe-8f01-0cfa6c9e637b None None] Bound port: 0931458b-35f3-456f-9bda-3a649ec99c38, host: dv-cinder-xena-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfeef927-6d24-4759-be0a-a8eced1bbc0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f'}}] {{(pid=114530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 17:53:32.831046 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-6c880fa7-fa14-48fe-8f01-0cfa6c9e637b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:32.834890 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-b9f59bae-5c6f-47e9-9e6c-645fe689b646 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:32.881349 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-6c880fa7-fa14-48fe-8f01-0cfa6c9e637b None None] For port 0931458b-35f3-456f-9bda-3a649ec99c38, host dv-cinder-xena-3-iscsi, cleared binding levels {{(pid=114530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 10 17:53:32.884329 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-6c880fa7-fa14-48fe-8f01-0cfa6c9e637b None None] For port 0931458b-35f3-456f-9bda-3a649ec99c38, host dv-cinder-xena-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=0931458b-35f3-456f-9bda-3a649ec99c38,segment=NetworkSegment(bfeef927-6d24-4759-be0a-a8eced1bbc0e),segment_id=bfeef927-6d24-4759-be0a-a8eced1bbc0e)] {{(pid=114530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 10 17:53:32.898083 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-a5a5a3be-42e4-40df-a373-e7e2d5fa6107 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:32.966123 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-b9f59bae-5c6f-47e9-9e6c-645fe689b646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764020614705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940005'] for port, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:32.988473 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-6c880fa7-fa14-48fe-8f01-0cfa6c9e637b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:33.046739 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f59bae-5c6f-47e9-9e6c-645fe689b646 admin admin] Network 31f77b64-5d2a-4d41-a094-437a49d2382f is already hosted by enough agents. {{(pid=114528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:53:33.052303 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.base_scheduler [None req-b9f59bae-5c6f-47e9-9e6c-645fe689b646 admin admin] Resources bound (agent type, host, resource id): {{(pid=114528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:53:33.060445 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f59bae-5c6f-47e9-9e6c-645fe689b646 admin admin] Received port after_create {{(pid=114528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 10 17:53:33.065800 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c880fa7-fa14-48fe-8f01-0cfa6c9e637b None None] Routers {'a1fde4fd-6e20-4b47-afa3-718fc7f77f11'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:53:33.066444 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-6c880fa7-fa14-48fe-8f01-0cfa6c9e637b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:53:11Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['a1fde4fd-6e20-4b47-afa3-718fc7f77f11'], 'active': True} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:53:33.094210 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f59bae-5c6f-47e9-9e6c-645fe689b646 admin admin] Pushing event updated for resources: {'Port': ['ID=a39eeeb9-007e-4abc-8309-d6b4dd253046,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:33.100772 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad56db5-82ee-4b28-89ed-e470aada839b req-83be28dd-2991-413e-aa67-f2d90853ccdb tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:33.110583 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-9ad56db5-82ee-4b28-89ed-e470aada839b req-83be28dd-2991-413e-aa67-f2d90853ccdb tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb746cca-980a-45bc-abde-e6b410e94c02 HTTP/1.1" status: 200 len: 945 time: 0.0645390 Jun 10 17:53:33.150048 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-b9f59bae-5c6f-47e9-9e6c-645fe689b646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754083'] for router_interface, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:33.155729 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-a5a5a3be-42e4-40df-a373-e7e2d5fa6107 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks [] for port, precommit_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:33.174451 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7afb16-81c0-47c2-a758-c166b613a88d None None] Pushing event updated for resources: {'Port': ['ID=0931458b-35f3-456f-9bda-3a649ec99c38,revision_number=3']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:33.199829 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-9ad56db5-82ee-4b28-89ed-e470aada839b req-63d23d70-a671-4d95-9b71-f4a2f5b40398 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/security-groups?id=084106dd-80e3-4bba-91bc-837cf10f46c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883558 Jun 10 17:53:33.214048 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86435a17-871e-4b2a-aee2-c5253b208af3 req-d2299147-34b7-49e1-a2aa-22b8e0b1fd2a tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:33.215679 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-86435a17-871e-4b2a-aee2-c5253b208af3 req-d2299147-34b7-49e1-a2aa-22b8e0b1fd2a tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.27 "GET /v2.0/ports?device_id=619edb30-a9ca-46c9-a44e-4f39bd0fd6c2 HTTP/1.1" status: 200 len: 946 time: 0.0975032 Jun 10 17:53:33.274792 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvr_db [None req-6c880fa7-fa14-48fe-8f01-0cfa6c9e637b None None] Set router a1fde4fd-6e20-4b47-afa3-718fc7f77f11 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:53:33.278963 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-a5a5a3be-42e4-40df-a373-e7e2d5fa6107 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940062'] for port, after_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:33.335387 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.plugin [req-86435a17-871e-4b2a-aee2-c5253b208af3 req-0cab4c2d-8e25-43bc-8827-c9334f6ca122 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Deleting port 71ad66a0-841e-4a79-81cc-768b9030f46c {{(pid=114529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 10 17:53:33.336311 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-86435a17-871e-4b2a-aee2-c5253b208af3 req-0cab4c2d-8e25-43bc-8827-c9334f6ca122 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764021161391'] for port, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:33.364727 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-a5a5a3be-42e4-40df-a373-e7e2d5fa6107 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-753974'] for floatingip, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:33.367256 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a5a3be-42e4-40df-a373-e7e2d5fa6107 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Pushing event updated for resources: {'Port': ['ID=8705619d-7abb-41db-bb00-b947a2fffae3,revision_number=2']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:33.411375 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-b9f59bae-5c6f-47e9-9e6c-645fe689b646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:33.484889 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cba5666-fcc4-4e9f-8e7e-010808ef4b20 req-a36647d6-b25a-4373-b068-04cd31dd4297 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:33.486622 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-9cba5666-fcc4-4e9f-8e7e-010808ef4b20 req-a36647d6-b25a-4373-b068-04cd31dd4297 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=619edb30-a9ca-46c9-a44e-4f39bd0fd6c2 HTTP/1.1" status: 200 len: 946 time: 0.1070561 Jun 10 17:53:33.493895 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-a5a5a3be-42e4-40df-a373-e7e2d5fa6107 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for floatingip, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:33.502308 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-a5a5a3be-42e4-40df-a373-e7e2d5fa6107 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8681765 Jun 10 17:53:33.511613 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.db [req-86435a17-871e-4b2a-aee2-c5253b208af3 req-0cab4c2d-8e25-43bc-8827-c9334f6ca122 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] For port 71ad66a0-841e-4a79-81cc-768b9030f46c, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=71ad66a0-841e-4a79-81cc-768b9030f46c,segment=NetworkSegment(b89b8fd3-0b50-4914-8518-4833b6995ef5),segment_id=b89b8fd3-0b50-4914-8518-4833b6995ef5)] {{(pid=114529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:53:33.512066 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-86435a17-871e-4b2a-aee2-c5253b208af3 req-0cab4c2d-8e25-43bc-8827-c9334f6ca122 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781461'] for port, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:33.539624 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.plugin [req-86435a17-871e-4b2a-aee2-c5253b208af3 req-0cab4c2d-8e25-43bc-8827-c9334f6ca122 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Calling delete_port for 71ad66a0-841e-4a79-81cc-768b9030f46c owned by compute:nova {{(pid=114529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 10 17:53:33.584726 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-9cba5666-fcc4-4e9f-8e7e-010808ef4b20 req-da44d174-d761-4dff-b39e-50ae33b7c47f tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646427 Jun 10 17:53:33.609364 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-a3476463-0228-4a7c-8dce-1e1540965907 None None] Provisioning complete for port a39eeeb9-007e-4abc-8309-d6b4dd253046 triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:53:33.609961 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-a3476463-0228-4a7c-8dce-1e1540965907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:33.615632 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-b9f59bae-5c6f-47e9-9e6c-645fe689b646 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:33.679493 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-b9f59bae-5c6f-47e9-9e6c-645fe689b646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940062'] for port, after_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:33.685870 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-a3476463-0228-4a7c-8dce-1e1540965907 None None] Port a39eeeb9-007e-4abc-8309-d6b4dd253046 cannot update to ACTIVE because it is not bound. {{(pid=114530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 10 17:53:33.763556 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-606d6305-5460-4579-a01c-4f932a5b8708 req-0b8830c9-c174-4083-8aa7-6b167f1e3af0 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--55211346&fields=id&tenant_id=094eb7d216034d06b4925791cb320a38 HTTP/1.1" status: 200 len: 267 time: 0.0559378 Jun 10 17:53:33.764737 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-b9f59bae-5c6f-47e9-9e6c-645fe689b646 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-734068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-779027'] for router_interface, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:33.770863 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f59bae-5c6f-47e9-9e6c-645fe689b646 admin admin] Pushing event updated for resources: {'Port': ['ID=a39eeeb9-007e-4abc-8309-d6b4dd253046,revision_number=2']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:33.772429 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-6c880fa7-fa14-48fe-8f01-0cfa6c9e637b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'name': 'tempest-TestVolumeBootPattern-53594753-router', 'tenant_id': '767f7c0142e64103a2d829d5951cd4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.23'}], 'enable_snat': True}, 'gw_port_id': '0931458b-35f3-456f-9bda-3a649ec99c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:28Z', 'updated_at': '2022-06-10T17:53:30Z', 'revision_number': 3, 'project_id': '767f7c0142e64103a2d829d5951cd4ad', 'gw_port': {'id': '0931458b-35f3-456f-9bda-3a649ec99c38', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:75:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:30Z', 'updated_at': '2022-06-10T17:53:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:53:33.801606 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c880fa7-fa14-48fe-8f01-0cfa6c9e637b None None] The sync data for ids ['a1fde4fd-6e20-4b47-afa3-718fc7f77f11'] in dv-cinder-xena-3-iscsi is: [{'id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'name': 'tempest-TestVolumeBootPattern-53594753-router', 'tenant_id': '767f7c0142e64103a2d829d5951cd4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.23'}], 'enable_snat': True}, 'gw_port_id': '0931458b-35f3-456f-9bda-3a649ec99c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:28Z', 'updated_at': '2022-06-10T17:53:30Z', 'revision_number': 3, 'project_id': '767f7c0142e64103a2d829d5951cd4ad', 'gw_port': {'id': '0931458b-35f3-456f-9bda-3a649ec99c38', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:75:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:30Z', 'updated_at': '2022-06-10T17:53:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}] {{(pid=114530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 17:53:33.870017 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f59bae-5c6f-47e9-9e6c-645fe689b646 admin admin] Network 31f77b64-5d2a-4d41-a094-437a49d2382f is already hosted by enough agents. {{(pid=114528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:53:33.871649 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.base_scheduler [None req-b9f59bae-5c6f-47e9-9e6c-645fe689b646 admin admin] Resources bound (agent type, host, resource id): {{(pid=114528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:53:33.880709 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-86435a17-871e-4b2a-aee2-c5253b208af3 req-0cab4c2d-8e25-43bc-8827-c9334f6ca122 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764021169165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764020614696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263063011'] for port, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:33.922992 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] get_ports_and_sgs() called for port_ids ['59b14ac7-7b13-4d51-99ba-242bc1e32f8f', '71ad66a0-841e-4a79-81cc-768b9030f46c'] {{(pid=114530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 10 17:53:33.983652 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.l3_dvrscheduler_db [req-86435a17-871e-4b2a-aee2-c5253b208af3 req-0cab4c2d-8e25-43bc-8827-c9334f6ca122 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] No DVR routers for this DVR port 71ad66a0-841e-4a79-81cc-768b9030f46c on host hv-cinder-xena0 {{(pid=114529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 17:53:33.986418 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-86435a17-871e-4b2a-aee2-c5253b208af3 req-0cab4c2d-8e25-43bc-8827-c9334f6ca122 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for port, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:33.991387 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-86435a17-871e-4b2a-aee2-c5253b208af3 req-0cab4c2d-8e25-43bc-8827-c9334f6ca122 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.27 "DELETE /v2.0/ports/71ad66a0-841e-4a79-81cc-768b9030f46c HTTP/1.1" status: 204 len: 173 time: 0.7684760 Jun 10 17:53:34.006558 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '619edb30-a9ca-46c9-a44e-4f39bd0fd6c2', 'name': 'network-vif-deleted', 'tag': '71ad66a0-841e-4a79-81cc-768b9030f46c'}] {{(pid=114529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:53:34.009989 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}546b112a5b217dbfa88e609245cede7dd2905721b158f3f41c3dff8a3887b3c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d78dd8-2dd0-4bd0-8759-cad33ff8cc3b" -d '{"events": [{"server_uuid": "619edb30-a9ca-46c9-a44e-4f39bd0fd6c2", "name": "network-vif-deleted", "tag": "71ad66a0-841e-4a79-81cc-768b9030f46c"}]}' {{(pid=114529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:53:34.018393 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cab4c2d-8e25-43bc-8827-c9334f6ca122 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Pushing event deleted for resources: {'Port': ['ID=71ad66a0-841e-4a79-81cc-768b9030f46c,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:34.025156 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9f59bae-5c6f-47e9-9e6c-645fe689b646 admin admin] Router a1fde4fd-6e20-4b47-afa3-718fc7f77f11 has already been hosted by L3 agent e04d2863-a40a-41db-9b2a-39042df37909 {{(pid=114528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 10 17:53:34.062660 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d6305-5460-4579-a01c-4f932a5b8708 req-82d4195d-0f3e-40b7-96e5-aaa83d831b7e tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:34.076691 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-606d6305-5460-4579-a01c-4f932a5b8708 req-82d4195d-0f3e-40b7-96e5-aaa83d831b7e tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/networks?id=272ad309-eaf3-4f81-8366-f3ca4e7cfed0 HTTP/1.1" status: 200 len: 817 time: 0.2820358 Jun 10 17:53:34.097159 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Jun 2022 17:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd9236f-5b8d-43b4-8773-92eb72a9ace0 x-openstack-request-id: req-7dd9236f-5b8d-43b4-8773-92eb72a9ace0 {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:53:34.097508 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "619edb30-a9ca-46c9-a44e-4f39bd0fd6c2", "name": "network-vif-deleted", "tag": "71ad66a0-841e-4a79-81cc-768b9030f46c", "status": "completed", "code": 200}]} {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:53:34.097698 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7dd9236f-5b8d-43b4-8773-92eb72a9ace0 {{(pid=114529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:53:34.098471 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dd9236f-5b8d-43b4-8773-92eb72a9ace0'] response: {'server_uuid': '619edb30-a9ca-46c9-a44e-4f39bd0fd6c2', 'name': 'network-vif-deleted', 'tag': '71ad66a0-841e-4a79-81cc-768b9030f46c', 'status': 'completed', 'code': 200} Jun 10 17:53:34.110017 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-606d6305-5460-4579-a01c-4f932a5b8708 req-6c91c23f-abab-4027-ab60-d25ffd7f66d2 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/quotas/094eb7d216034d06b4925791cb320a38 HTTP/1.1" status: 200 len: 375 time: 0.0292442 Jun 10 17:53:34.237795 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9f59bae-5c6f-47e9-9e6c-645fe689b646 admin admin] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=114528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 10 17:53:34.244785 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-b9f59bae-5c6f-47e9-9e6c-645fe689b646 admin admin] 10.222.0.16 "PUT /v2.0/routers/a1fde4fd-6e20-4b47-afa3-718fc7f77f11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4782836 Jun 10 17:53:34.268947 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-606d6305-5460-4579-a01c-4f932a5b8708 req-f86d1b4e-e672-4cd5-8df3-333965211280 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=094eb7d216034d06b4925791cb320a38&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1492956 Jun 10 17:53:34.442275 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device 0931458b-35f3-456f-9bda-3a649ec99c38 up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 17:53:34.449078 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-aaaaebd9-43fb-4f88-ac77-c1db108cea6c None None] Provisioning complete for port a39eeeb9-007e-4abc-8309-d6b4dd253046 triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:53:34.456560 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-aaaaebd9-43fb-4f88-ac77-c1db108cea6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:34.545122 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-aaaaebd9-43fb-4f88-ac77-c1db108cea6c None None] Port a39eeeb9-007e-4abc-8309-d6b4dd253046 cannot update to ACTIVE because it is not bound. {{(pid=114530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 10 17:53:34.558133 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3e3045-b7ab-4dcc-a484-e0494d06f274 req-885bea05-c0b6-45c1-b7e9-030372a71867 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:34.560423 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-4c3e3045-b7ab-4dcc-a484-e0494d06f274 req-885bea05-c0b6-45c1-b7e9-030372a71867 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb746cca-980a-45bc-abde-e6b410e94c02 HTTP/1.1" status: 200 len: 945 time: 0.1945994 Jun 10 17:53:34.563000 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Provisioning complete for port 0931458b-35f3-456f-9bda-3a649ec99c38 triggered by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:53:34.563596 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:34.610634 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-606d6305-5460-4579-a01c-4f932a5b8708 req-63a7d05c-c830-47aa-9613-2af36c63b2b7 service neutron] 10.222.0.16 "GET /v2.0/networks/272ad309-eaf3-4f81-8366-f3ca4e7cfed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3227413 Jun 10 17:53:34.617050 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-4c3e3045-b7ab-4dcc-a484-e0494d06f274 req-cb26f4bb-3111-46f7-b9fc-76c8875644d3 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/security-groups?id=084106dd-80e3-4bba-91bc-837cf10f46c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476148 Jun 10 17:53:34.707700 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Current status of the port 0931458b-35f3-456f-9bda-3a649ec99c38 is: DOWN; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:53:34.708211 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:34.737471 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] For port 0931458b-35f3-456f-9bda-3a649ec99c38, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=0931458b-35f3-456f-9bda-3a649ec99c38,segment=NetworkSegment(bfeef927-6d24-4759-be0a-a8eced1bbc0e),segment_id=bfeef927-6d24-4759-be0a-a8eced1bbc0e)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:53:34.814939 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-4c2bc43b-7b0c-4401-acb5-05af675e2480 req-fdb84b35-ebab-483f-bd7a-265587079e78 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=619edb30-a9ca-46c9-a44e-4f39bd0fd6c2 HTTP/1.1" status: 200 len: 210 time: 0.0380681 Jun 10 17:53:34.823257 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:34.853212 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-606d6305-5460-4579-a01c-4f932a5b8708 req-35ac3563-dd36-4b47-9289-f169ac6a6b0e service neutron] 10.222.0.16 "GET /v2.0/networks/272ad309-eaf3-4f81-8366-f3ca4e7cfed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326019 Jun 10 17:53:34.886940 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Pushing event updated for resources: {'Port': ['ID=0931458b-35f3-456f-9bda-3a649ec99c38,revision_number=4']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:35.210630 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 47508) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:53:35.217707 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [None req-f1b0249f-bef7-4237-b295-4101c0ec0eaa admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1236340130-network', 'tenant_id': '348a538a9b374d2e92369c4ce3c399b7'}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:53:35.221959 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-50fc979e-d6d1-493c-9564-c13645c98e19 req-fc2ae986-d82f-4424-8932-fdf0e8d457fc tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7c451ff-0de1-443d-a8eb-65b02a664a48 HTTP/1.1" status: 200 len: 210 time: 0.0394411 Jun 10 17:53:35.248373 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48fcb30-5f0a-483a-9b91-2841a380a803 req-d8dee54e-ecfd-4675-9060-f19b11909956 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:35.250171 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-c48fcb30-5f0a-483a-9b91-2841a380a803 req-d8dee54e-ecfd-4675-9060-f19b11909956 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.27 "GET /v2.0/ports?device_id=eb746cca-980a-45bc-abde-e6b410e94c02 HTTP/1.1" status: 200 len: 945 time: 0.1169486 Jun 10 17:53:35.336327 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b0249f-bef7-4237-b295-4101c0ec0eaa admin admin] Made reservation on behalf of 348a538a9b374d2e92369c4ce3c399b7 for: {'network': 1} {{(pid=114528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 17:53:35.339574 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-f1b0249f-bef7-4237-b295-4101c0ec0eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for network, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:35.357025 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.plugin [req-c48fcb30-5f0a-483a-9b91-2841a380a803 req-8bdebad9-c08e-40ec-bfd2-e3bf2e3bd9d1 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Deleting port 6332112d-6f65-4771-8f42-f5647a2db56b {{(pid=114529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 10 17:53:35.357396 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-c48fcb30-5f0a-483a-9b91-2841a380a803 req-8bdebad9-c08e-40ec-bfd2-e3bf2e3bd9d1 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764021161391'] for port, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:35.357544 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-f1b0249f-bef7-4237-b295-4101c0ec0eaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:35.445585 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-f1b0249f-bef7-4237-b295-4101c0ec0eaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:35.454501 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.db [req-c48fcb30-5f0a-483a-9b91-2841a380a803 req-8bdebad9-c08e-40ec-bfd2-e3bf2e3bd9d1 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] For port 6332112d-6f65-4771-8f42-f5647a2db56b, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=6332112d-6f65-4771-8f42-f5647a2db56b,segment=NetworkSegment(d8d5c4f9-464f-45ae-828b-d5468569bc5a),segment_id=d8d5c4f9-464f-45ae-828b-d5468569bc5a)] {{(pid=114529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:53:35.454501 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-c48fcb30-5f0a-483a-9b91-2841a380a803 req-8bdebad9-c08e-40ec-bfd2-e3bf2e3bd9d1 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781461'] for port, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:35.467457 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.plugin [req-c48fcb30-5f0a-483a-9b91-2841a380a803 req-8bdebad9-c08e-40ec-bfd2-e3bf2e3bd9d1 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Calling delete_port for 6332112d-6f65-4771-8f42-f5647a2db56b owned by compute:nova {{(pid=114529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 10 17:53:35.513372 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-f1b0249f-bef7-4237-b295-4101c0ec0eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:35.539345 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1b0249f-bef7-4237-b295-4101c0ec0eaa admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=114528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 17:53:35.552245 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b0249f-bef7-4237-b295-4101c0ec0eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ade828b-9fa5-42b8-96fb-a36584ba4b9c,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:35.560499 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-f1b0249f-bef7-4237-b295-4101c0ec0eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009214'] for segment, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:35.560965 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.db.segments_db [None req-f1b0249f-bef7-4237-b295-4101c0ec0eaa admin admin] Added segment 244deee8-008b-4951-a63c-652819e038bd of type vlan for network b2074982-8510-4602-8f90-7b2c5597cc8a Jun 10 17:53:35.609112 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-f1b0249f-bef7-4237-b295-4101c0ec0eaa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764020540941'] for network, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:35.698592 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-c48fcb30-5f0a-483a-9b91-2841a380a803 req-8bdebad9-c08e-40ec-bfd2-e3bf2e3bd9d1 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764021169165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764020614696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263063011'] for port, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:35.723535 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-711220b7-098a-4c4e-bf1f-9adb0399f572 req-4354f660-709e-4635-ace8-29b4f9b60dd1 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb746cca-980a-45bc-abde-e6b410e94c02 HTTP/1.1" status: 200 len: 210 time: 0.0363255 Jun 10 17:53:35.733529 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-f1b0249f-bef7-4237-b295-4101c0ec0eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050'] for network, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:35.734473 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b0249f-bef7-4237-b295-4101c0ec0eaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:35.735064 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-f1b0249f-bef7-4237-b295-4101c0ec0eaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-734032'] for network, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:35.738913 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] get_ports_and_sgs() called for port_ids ['6332112d-6f65-4771-8f42-f5647a2db56b'] {{(pid=114530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 10 17:53:35.750204 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdebad9-c08e-40ec-bfd2-e3bf2e3bd9d1 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Pushing event deleted for resources: {'Port': ['ID=6332112d-6f65-4771-8f42-f5647a2db56b,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:35.812495 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.l3_dvrscheduler_db [req-c48fcb30-5f0a-483a-9b91-2841a380a803 req-8bdebad9-c08e-40ec-bfd2-e3bf2e3bd9d1 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] No DVR routers for this DVR port 6332112d-6f65-4771-8f42-f5647a2db56b on host hv-cinder-xena0 {{(pid=114529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 17:53:35.815658 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-c48fcb30-5f0a-483a-9b91-2841a380a803 req-8bdebad9-c08e-40ec-bfd2-e3bf2e3bd9d1 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for port, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:35.818983 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-c48fcb30-5f0a-483a-9b91-2841a380a803 req-8bdebad9-c08e-40ec-bfd2-e3bf2e3bd9d1 tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.27 "DELETE /v2.0/ports/6332112d-6f65-4771-8f42-f5647a2db56b HTTP/1.1" status: 204 len: 173 time: 0.5625632 Jun 10 17:53:35.834821 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b0249f-bef7-4237-b295-4101c0ec0eaa admin admin] Pushing event updated for resources: {'Network': ['ID=b2074982-8510-4602-8f90-7b2c5597cc8a,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:35.847520 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Network b2074982-8510-4602-8f90-7b2c5597cc8a details requested by agent ovs-agent-dv-cinder-xena-3-iscsi with host dv-cinder-xena-3-iscsi {{(pid=114530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 10 17:53:35.867831 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-f1b0249f-bef7-4237-b295-4101c0ec0eaa admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6560616 Jun 10 17:53:35.870747 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 47518) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:53:35.876826 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.v2.base [None req-2d198e88-a332-4847-aa7d-6948ede242fc admin admin] Request body: {'subnet': {'network_id': 'b2074982-8510-4602-8f90-7b2c5597cc8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1236340130-subnet', 'tenant_id': '348a538a9b374d2e92369c4ce3c399b7', 'ip_version': 4}} {{(pid=114529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:53:35.967937 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d198e88-a332-4847-aa7d-6948ede242fc admin admin] Made reservation on behalf of 348a538a9b374d2e92369c4ce3c399b7 for: {'subnet': 1} {{(pid=114529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 17:53:35.970306 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-2d198e88-a332-4847-aa7d-6948ede242fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263210646'] for subnet, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:36.073053 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a39a49b-95ac-45c9-be73-7fd08e74c83e None None] Sync routers for ids ['a1fde4fd-6e20-4b47-afa3-718fc7f77f11'] in dv-cinder-xena-3-iscsi {{(pid=114531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 17:53:36.078134 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a39a49b-95ac-45c9-be73-7fd08e74c83e None None] Routers {'a1fde4fd-6e20-4b47-afa3-718fc7f77f11'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:53:36.078999 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-4a39a49b-95ac-45c9-be73-7fd08e74c83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:53:11Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['a1fde4fd-6e20-4b47-afa3-718fc7f77f11'], 'active': True} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:53:36.099209 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb746cca-980a-45bc-abde-e6b410e94c02', 'name': 'network-vif-deleted', 'tag': '6332112d-6f65-4771-8f42-f5647a2db56b'}] {{(pid=114529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:53:36.101558 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}546b112a5b217dbfa88e609245cede7dd2905721b158f3f41c3dff8a3887b3c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f066d700-13df-4acf-8b57-3eb77feb2c30" -d '{"events": [{"server_uuid": "eb746cca-980a-45bc-abde-e6b410e94c02", "name": "network-vif-deleted", "tag": "6332112d-6f65-4771-8f42-f5647a2db56b"}]}' {{(pid=114529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:53:36.157961 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Jun 2022 17:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b477669c-9bc0-4433-95e9-a3a234a718db x-openstack-request-id: req-b477669c-9bc0-4433-95e9-a3a234a718db {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:53:36.158203 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb746cca-980a-45bc-abde-e6b410e94c02", "name": "network-vif-deleted", "tag": "6332112d-6f65-4771-8f42-f5647a2db56b", "status": "completed", "code": 200}]} {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:53:36.163928 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b477669c-9bc0-4433-95e9-a3a234a718db {{(pid=114529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:53:36.163928 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b477669c-9bc0-4433-95e9-a3a234a718db'] response: {'server_uuid': 'eb746cca-980a-45bc-abde-e6b410e94c02', 'name': 'network-vif-deleted', 'tag': '6332112d-6f65-4771-8f42-f5647a2db56b', 'status': 'completed', 'code': 200} Jun 10 17:53:36.193607 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvr_db [None req-4a39a49b-95ac-45c9-be73-7fd08e74c83e None None] Set router a1fde4fd-6e20-4b47-afa3-718fc7f77f11 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:53:36.268713 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-2d198e88-a332-4847-aa7d-6948ede242fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263062935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263210628'] for subnet, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:36.382492 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-142dd157-14b7-43f5-997e-cbd2562760ad req-2244a5a4-38d8-4518-8b58-ad64b6178eb9 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7c451ff-0de1-443d-a8eb-65b02a664a48 HTTP/1.1" status: 200 len: 210 time: 0.0437083 Jun 10 17:53:36.410996 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d198e88-a332-4847-aa7d-6948ede242fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8f1d896-2720-4d16-a317-d662b15c5000,revision_number=0']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:36.438333 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-4a39a49b-95ac-45c9-be73-7fd08e74c83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'name': 'tempest-TestVolumeBootPattern-53594753-router', 'tenant_id': '767f7c0142e64103a2d829d5951cd4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.23'}], 'enable_snat': True}, 'gw_port_id': '0931458b-35f3-456f-9bda-3a649ec99c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:28Z', 'updated_at': '2022-06-10T17:53:33Z', 'revision_number': 4, 'project_id': '767f7c0142e64103a2d829d5951cd4ad', 'gw_port': {'id': '0931458b-35f3-456f-9bda-3a649ec99c38', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:75:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:30Z', 'updated_at': '2022-06-10T17:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': 'a39eeeb9-007e-4abc-8309-d6b4dd253046', 'name': '', 'network_id': '31f77b64-5d2a-4d41-a094-437a49d2382f', 'tenant_id': '767f7c0142e64103a2d829d5951cd4ad', 'mac_address': 'fa:16:3e:9b:e1:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'd1b8af94-24d7-44e4-8fcc-7d46347876fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:32Z', 'updated_at': '2022-06-10T17:53:33Z', 'revision_number': 2, 'project_id': '767f7c0142e64103a2d829d5951cd4ad', 'subnets': [{'id': 'd1b8af94-24d7-44e4-8fcc-7d46347876fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:53:36.450433 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device 0931458b-35f3-456f-9bda-3a649ec99c38 up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 17:53:36.454681 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d198e88-a332-4847-aa7d-6948ede242fc admin admin] Checking segment: {'id': '244deee8-008b-4951-a63c-652819e038bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b2074982-8510-4602-8f90-7b2c5597cc8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 10 17:53:36.455033 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d198e88-a332-4847-aa7d-6948ede242fc admin admin] Network hostable DHCP agents. Network: b2074982-8510-4602-8f90-7b2c5597cc8a, hostable agents: ['bccf9388-ecf1-4acf-9e95-63f97cf623b0'], hosted agents: [] {{(pid=114529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 17:53:36.468408 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a39a49b-95ac-45c9-be73-7fd08e74c83e None None] Checking router: a1fde4fd-6e20-4b47-afa3-718fc7f77f11 for host: dv-cinder-xena-3-iscsi {{(pid=114531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 17:53:36.469008 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a39a49b-95ac-45c9-be73-7fd08e74c83e None None] Updating router a1fde4fd-6e20-4b47-afa3-718fc7f77f11 port a39eeeb9-007e-4abc-8309-d6b4dd253046 binding host dv-cinder-xena-3-iscsi {{(pid=114531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 17:53:36.475813 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a056ff6d-0e33-4e6c-a9fa-9d5ace182f59 req-34ef7c98-9618-4451-87a6-8b93b3a23fb9 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:36.478130 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-a056ff6d-0e33-4e6c-a9fa-9d5ace182f59 req-34ef7c98-9618-4451-87a6-8b93b3a23fb9 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=2451b0e9-a4e2-4bfd-89a4-f2397dbe41df HTTP/1.1" status: 200 len: 945 time: 0.0935485 Jun 10 17:53:36.496233 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron_lib.callbacks.manager [None req-4a39a49b-95ac-45c9-be73-7fd08e74c83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:36.522852 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-a056ff6d-0e33-4e6c-a9fa-9d5ace182f59 req-9c361a65-c614-4c95-b4c7-e40c02a70385 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358763 Jun 10 17:53:36.523965 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Provisioning complete for port 0931458b-35f3-456f-9bda-3a649ec99c38 triggered by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:53:36.524382 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:36.542095 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d198e88-a332-4847-aa7d-6948ede242fc admin admin] Network b2074982-8510-4602-8f90-7b2c5597cc8a is scheduled to be hosted by DHCP agent bccf9388-ecf1-4acf-9e95-63f97cf623b0 with binding_index 1 {{(pid=114529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 17:53:36.546056 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.agents_db [None req-a7dfe2cf-50d1-49ca-b1ce-2a181a6e45d3 None None] Agent healthcheck: found 6 active agents {{(pid=114531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 10 17:53:36.607080 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Current status of the port 0931458b-35f3-456f-9bda-3a649ec99c38 is: ACTIVE; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:53:36.650336 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.base_scheduler [None req-2d198e88-a332-4847-aa7d-6948ede242fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-xena-3-iscsi, b2074982-8510-4602-8f90-7b2c5597cc8a) {{(pid=114529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:53:36.656566 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d198e88-a332-4847-aa7d-6948ede242fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:36.657264 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-2d198e88-a332-4847-aa7d-6948ede242fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-734032'] for subnet, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:36.662804 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb156dcf-dfdf-4de0-ac32-1129627c343f None None] Network b2074982-8510-4602-8f90-7b2c5597cc8a requested from dv-cinder-xena-3-iscsi {{(pid=114530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 17:53:36.763074 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-2d198e88-a332-4847-aa7d-6948ede242fc admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8903887 Jun 10 17:53:36.765484 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 47532) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:53:36.777843 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.v2.base [None req-cda18b4d-5399-4823-9e06-e82bb6c57504 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1236340130-router', 'tenant_id': '348a538a9b374d2e92369c4ce3c399b7', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f'}}} {{(pid=114529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:53:36.823168 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7978a56e-bbf7-4bed-99c2-5de616d72a30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77de9516-29da-567c-b3ac-4325783e7148-b2074982-8510-4602-8f90-7b2c5597cc8a', 'network_id': 'b2074982-8510-4602-8f90-7b2c5597cc8a', 'tenant_id': '348a538a9b374d2e92369c4ce3c399b7', 'fixed_ips': [{'subnet_id': 'f8f1d896-2720-4d16-a317-d662b15c5000'}]}} from dv-cinder-xena-3-iscsi. {{(pid=114530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 17:53:36.824100 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-7978a56e-bbf7-4bed-99c2-5de616d72a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_create {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:36.862194 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-41ac7949-602a-4563-9681-38e6600152bb req-c9175133-5180-42a2-a00f-d80a02b3070a tempest-TestMinimumBasicScenario-2097720094 tempest-TestMinimumBasicScenario-2097720094-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb746cca-980a-45bc-abde-e6b410e94c02 HTTP/1.1" status: 200 len: 210 time: 0.0288341 Jun 10 17:53:36.887048 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-cda18b4d-5399-4823-9e06-e82bb6c57504 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-777435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14490'] for router, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:36.888362 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-cda18b4d-5399-4823-9e06-e82bb6c57504 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-778659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14481'] for router, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:36.901884 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron_lib.callbacks.manager [None req-4a39a49b-95ac-45c9-be73-7fd08e74c83e None None] Notify callbacks [] for port, precommit_update {{(pid=114531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:36.949047 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-cda18b4d-5399-4823-9e06-e82bb6c57504 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:36.968371 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.db_base_plugin_common [None req-7978a56e-bbf7-4bed-99c2-5de616d72a30 None None] Allocated IP 172.20.0.2 (b2074982-8510-4602-8f90-7b2c5597cc8a/f8f1d896-2720-4d16-a317-d662b15c5000/72fb496b-6cd6-4107-974c-5c90cf8e30dc) {{(pid=114530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 17:53:36.975984 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron_lib.callbacks.manager [None req-4a39a49b-95ac-45c9-be73-7fd08e74c83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:37.021293 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bec78b-6059-4323-b67f-a4a536148429 None None] Pushing event updated for resources: {'Port': ['ID=a39eeeb9-007e-4abc-8309-d6b4dd253046,revision_number=3']} {{(pid=114531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:37.031572 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bec78b-6059-4323-b67f-a4a536148429 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:53:37.032237 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bec78b-6059-4323-b67f-a4a536148429 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:53:37.032758 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bec78b-6059-4323-b67f-a4a536148429 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:53:37.033273 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bec78b-6059-4323-b67f-a4a536148429 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:53:37.033808 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bec78b-6059-4323-b67f-a4a536148429 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:53:37.034774 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bec78b-6059-4323-b67f-a4a536148429 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:53:37.034940 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bec78b-6059-4323-b67f-a4a536148429 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:53:37.035195 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bec78b-6059-4323-b67f-a4a536148429 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:53:37.035521 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bec78b-6059-4323-b67f-a4a536148429 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:53:37.035849 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bec78b-6059-4323-b67f-a4a536148429 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:53:37.036175 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bec78b-6059-4323-b67f-a4a536148429 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:53:37.036491 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bec78b-6059-4323-b67f-a4a536148429 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:53:37.056888 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device 6332112d-6f65-4771-8f42-f5647a2db56b no longer exists at agent hyperv_hv-cinder-xena0 {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 10 17:53:37.085231 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] No Port match for: 6332112d-6f65-4771-8f42-f5647a2db56b {{(pid=114530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 10 17:53:37.085566 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device 6332112d-6f65-4771-8f42-f5647a2db56b not bound to the agent host hv-cinder-xena0 {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 10 17:53:37.085986 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device 71ad66a0-841e-4a79-81cc-768b9030f46c no longer exists at agent hyperv_hv-cinder-xena0 {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 10 17:53:37.107549 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.managers [None req-4a39a49b-95ac-45c9-be73-7fd08e74c83e None None] Attempting to bind port a39eeeb9-007e-4abc-8309-d6b4dd253046 on host dv-cinder-xena-3-iscsi for vnic_type normal with profile {{(pid=114531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 17:53:37.108113 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.managers [None req-4a39a49b-95ac-45c9-be73-7fd08e74c83e None None] Attempting to bind port a39eeeb9-007e-4abc-8309-d6b4dd253046 by drivers openvswitch,hyperv on host dv-cinder-xena-3-iscsi at level 0 using segments [{'id': 'dc5feedf-4398-4bd5-8812-15b40d5f51d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '31f77b64-5d2a-4d41-a094-437a49d2382f'}] {{(pid=114531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 17:53:37.108239 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a39a49b-95ac-45c9-be73-7fd08e74c83e None None] Attempting to bind port a39eeeb9-007e-4abc-8309-d6b4dd253046 on network 31f77b64-5d2a-4d41-a094-437a49d2382f {{(pid=114531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 10 17:53:37.124378 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] No Port match for: 71ad66a0-841e-4a79-81cc-768b9030f46c {{(pid=114530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 10 17:53:37.124378 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device 71ad66a0-841e-4a79-81cc-768b9030f46c not bound to the agent host hv-cinder-xena0 {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 10 17:53:37.124865 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a39a49b-95ac-45c9-be73-7fd08e74c83e None None] Checking agent: {'id': '87b91a5b-6105-4774-a25f-e6a5abfdfa1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-xena-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 10, 17, 40, 14), 'started_at': datetime.datetime(2022, 6, 10, 17, 40, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 10, 17, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-xena-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 10 17:53:37.124865 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a39a49b-95ac-45c9-be73-7fd08e74c83e None None] Checking segment: {'id': 'dc5feedf-4398-4bd5-8812-15b40d5f51d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '31f77b64-5d2a-4d41-a094-437a49d2382f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 10 17:53:37.124865 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron_lib.callbacks.manager [None req-4a39a49b-95ac-45c9-be73-7fd08e74c83e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:37.124865 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a39a49b-95ac-45c9-be73-7fd08e74c83e None None] Bound using segment: {'id': 'dc5feedf-4398-4bd5-8812-15b40d5f51d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '31f77b64-5d2a-4d41-a094-437a49d2382f'} {{(pid=114531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 10 17:53:37.124865 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.managers [None req-4a39a49b-95ac-45c9-be73-7fd08e74c83e None None] Bound port: a39eeeb9-007e-4abc-8309-d6b4dd253046, host: dv-cinder-xena-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc5feedf-4398-4bd5-8812-15b40d5f51d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '31f77b64-5d2a-4d41-a094-437a49d2382f'}}] {{(pid=114531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 17:53:37.125292 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron_lib.callbacks.manager [None req-4a39a49b-95ac-45c9-be73-7fd08e74c83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:37.204828 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-7978a56e-bbf7-4bed-99c2-5de616d72a30 None None] Notify callbacks [] for port, precommit_create {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:37.216115 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.db [None req-4a39a49b-95ac-45c9-be73-7fd08e74c83e None None] For port a39eeeb9-007e-4abc-8309-d6b4dd253046, host dv-cinder-xena-3-iscsi, cleared binding levels {{(pid=114531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 10 17:53:37.222080 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.db [None req-4a39a49b-95ac-45c9-be73-7fd08e74c83e None None] For port a39eeeb9-007e-4abc-8309-d6b4dd253046, host dv-cinder-xena-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=a39eeeb9-007e-4abc-8309-d6b4dd253046,segment=NetworkSegment(dc5feedf-4398-4bd5-8812-15b40d5f51d8),segment_id=dc5feedf-4398-4bd5-8812-15b40d5f51d8)] {{(pid=114531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 10 17:53:37.282510 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-7978a56e-bbf7-4bed-99c2-5de616d72a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764020614705'] for port, after_create {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:37.311969 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron_lib.callbacks.manager [None req-4a39a49b-95ac-45c9-be73-7fd08e74c83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:37.336067 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7978a56e-bbf7-4bed-99c2-5de616d72a30 None None] Network b2074982-8510-4602-8f90-7b2c5597cc8a is already hosted by enough agents. {{(pid=114530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:53:37.341772 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-6db0d69b-c55c-45cb-8cb8-62e6a0aebed8 None None] Provisioning complete for port a39eeeb9-007e-4abc-8309-d6b4dd253046 triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:53:37.342153 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-6db0d69b-c55c-45cb-8cb8-62e6a0aebed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:37.346934 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.scheduler.base_scheduler [None req-7978a56e-bbf7-4bed-99c2-5de616d72a30 None None] Resources bound (agent type, host, resource id): {{(pid=114530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:53:37.350048 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7978a56e-bbf7-4bed-99c2-5de616d72a30 None None] Received port after_create {{(pid=114530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 10 17:53:37.369960 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7978a56e-bbf7-4bed-99c2-5de616d72a30 None None] Pushing event updated for resources: {'Port': ['ID=72fb496b-6cd6-4107-974c-5c90cf8e30dc,revision_number=1']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:37.397705 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a39a49b-95ac-45c9-be73-7fd08e74c83e None None] Routers {'a1fde4fd-6e20-4b47-afa3-718fc7f77f11'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:53:37.400298 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-4a39a49b-95ac-45c9-be73-7fd08e74c83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:53:11Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['a1fde4fd-6e20-4b47-afa3-718fc7f77f11'], 'active': True} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:53:37.403996 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bec78b-6059-4323-b67f-a4a536148429 None None] Pushing event updated for resources: {'Port': ['ID=a39eeeb9-007e-4abc-8309-d6b4dd253046,revision_number=4']} {{(pid=114531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:37.468317 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.managers [None req-7978a56e-bbf7-4bed-99c2-5de616d72a30 None None] Attempting to bind port 72fb496b-6cd6-4107-974c-5c90cf8e30dc on host dv-cinder-xena-3-iscsi for vnic_type normal with profile {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 17:53:37.468950 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.managers [None req-7978a56e-bbf7-4bed-99c2-5de616d72a30 None None] Attempting to bind port 72fb496b-6cd6-4107-974c-5c90cf8e30dc by drivers openvswitch,hyperv on host dv-cinder-xena-3-iscsi at level 0 using segments [{'id': '244deee8-008b-4951-a63c-652819e038bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b2074982-8510-4602-8f90-7b2c5597cc8a'}] {{(pid=114530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 17:53:37.469465 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7978a56e-bbf7-4bed-99c2-5de616d72a30 None None] Attempting to bind port 72fb496b-6cd6-4107-974c-5c90cf8e30dc on network b2074982-8510-4602-8f90-7b2c5597cc8a {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 10 17:53:37.519066 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7978a56e-bbf7-4bed-99c2-5de616d72a30 None None] Checking agent: {'id': '87b91a5b-6105-4774-a25f-e6a5abfdfa1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-xena-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 10, 17, 40, 14), 'started_at': datetime.datetime(2022, 6, 10, 17, 40, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 10, 17, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-xena-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 10 17:53:37.519760 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7978a56e-bbf7-4bed-99c2-5de616d72a30 None None] Checking segment: {'id': '244deee8-008b-4951-a63c-652819e038bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b2074982-8510-4602-8f90-7b2c5597cc8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 10 17:53:37.520327 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-7978a56e-bbf7-4bed-99c2-5de616d72a30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:37.521019 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7978a56e-bbf7-4bed-99c2-5de616d72a30 None None] Bound using segment: {'id': '244deee8-008b-4951-a63c-652819e038bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b2074982-8510-4602-8f90-7b2c5597cc8a'} {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 10 17:53:37.521264 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-cda18b4d-5399-4823-9e06-e82bb6c57504 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:37.521862 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.managers [None req-7978a56e-bbf7-4bed-99c2-5de616d72a30 None None] Bound port: 72fb496b-6cd6-4107-974c-5c90cf8e30dc, host: dv-cinder-xena-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '244deee8-008b-4951-a63c-652819e038bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b2074982-8510-4602-8f90-7b2c5597cc8a'}}] {{(pid=114530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 17:53:37.522423 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-7978a56e-bbf7-4bed-99c2-5de616d72a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:37.548558 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-6db0d69b-c55c-45cb-8cb8-62e6a0aebed8 None None] Current status of the port a39eeeb9-007e-4abc-8309-d6b4dd253046 is: DOWN; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:53:37.548558 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-6db0d69b-c55c-45cb-8cb8-62e6a0aebed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:37.553317 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-6d3dbe95-8536-40d6-baf1-ac515a243f08 req-ab221f12-9d23-443c-83ce-3df84f0d150a tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7c451ff-0de1-443d-a8eb-65b02a664a48 HTTP/1.1" status: 200 len: 210 time: 0.0272193 Jun 10 17:53:37.599634 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvr_db [None req-4a39a49b-95ac-45c9-be73-7fd08e74c83e None None] Set router a1fde4fd-6e20-4b47-afa3-718fc7f77f11 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:53:37.618875 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-6db0d69b-c55c-45cb-8cb8-62e6a0aebed8 None None] For port a39eeeb9-007e-4abc-8309-d6b4dd253046, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=a39eeeb9-007e-4abc-8309-d6b4dd253046,segment=NetworkSegment(dc5feedf-4398-4bd5-8812-15b40d5f51d8),segment_id=dc5feedf-4398-4bd5-8812-15b40d5f51d8)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:53:37.642882 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-7978a56e-bbf7-4bed-99c2-5de616d72a30 None None] For port 72fb496b-6cd6-4107-974c-5c90cf8e30dc, host dv-cinder-xena-3-iscsi, cleared binding levels {{(pid=114530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 10 17:53:37.647040 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-7978a56e-bbf7-4bed-99c2-5de616d72a30 None None] For port 72fb496b-6cd6-4107-974c-5c90cf8e30dc, host dv-cinder-xena-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=72fb496b-6cd6-4107-974c-5c90cf8e30dc,segment=NetworkSegment(244deee8-008b-4951-a63c-652819e038bd),segment_id=244deee8-008b-4951-a63c-652819e038bd)] {{(pid=114530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 10 17:53:37.725151 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-6db0d69b-c55c-45cb-8cb8-62e6a0aebed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:37.755766 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-7978a56e-bbf7-4bed-99c2-5de616d72a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:37.763758 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b723a46b-255e-4485-864d-0c85fa897283 req-7830a9b6-ca62-4985-82f2-c996b87458ab tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:37.765470 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-b723a46b-255e-4485-864d-0c85fa897283 req-7830a9b6-ca62-4985-82f2-c996b87458ab tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=2451b0e9-a4e2-4bfd-89a4-f2397dbe41df HTTP/1.1" status: 200 len: 945 time: 0.1594496 Jun 10 17:53:37.799414 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db0d69b-c55c-45cb-8cb8-62e6a0aebed8 None None] Pushing event updated for resources: {'Port': ['ID=a39eeeb9-007e-4abc-8309-d6b4dd253046,revision_number=5']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:37.843949 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-4a39a49b-95ac-45c9-be73-7fd08e74c83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'name': 'tempest-TestVolumeBootPattern-53594753-router', 'tenant_id': '767f7c0142e64103a2d829d5951cd4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.23'}], 'enable_snat': True}, 'gw_port_id': '0931458b-35f3-456f-9bda-3a649ec99c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:28Z', 'updated_at': '2022-06-10T17:53:33Z', 'revision_number': 4, 'project_id': '767f7c0142e64103a2d829d5951cd4ad', 'gw_port': {'id': '0931458b-35f3-456f-9bda-3a649ec99c38', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:75:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:30Z', 'updated_at': '2022-06-10T17:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': 'a39eeeb9-007e-4abc-8309-d6b4dd253046', 'name': '', 'network_id': '31f77b64-5d2a-4d41-a094-437a49d2382f', 'tenant_id': '767f7c0142e64103a2d829d5951cd4ad', 'mac_address': 'fa:16:3e:9b:e1:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'd1b8af94-24d7-44e4-8fcc-7d46347876fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:32Z', 'updated_at': '2022-06-10T17:53:37Z', 'revision_number': 4, 'project_id': '767f7c0142e64103a2d829d5951cd4ad', 'subnets': [{'id': 'd1b8af94-24d7-44e4-8fcc-7d46347876fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:53:37.846596 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d6305-5460-4579-a01c-4f932a5b8708 req-6d611186-c627-44d5-9a7c-a61ebe630cb2 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:37.847952 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-606d6305-5460-4579-a01c-4f932a5b8708 req-6d611186-c627-44d5-9a7c-a61ebe630cb2 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.27 "GET /v2.0/networks?id=272ad309-eaf3-4f81-8366-f3ca4e7cfed0 HTTP/1.1" status: 200 len: 817 time: 0.1986678 Jun 10 17:53:37.878719 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-b723a46b-255e-4485-864d-0c85fa897283 req-48884feb-cc9a-4068-ba58-d94c5b903e38 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041801 Jun 10 17:53:37.883601 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a39a49b-95ac-45c9-be73-7fd08e74c83e None None] The sync data for ids ['a1fde4fd-6e20-4b47-afa3-718fc7f77f11'] in dv-cinder-xena-3-iscsi is: [{'id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'name': 'tempest-TestVolumeBootPattern-53594753-router', 'tenant_id': '767f7c0142e64103a2d829d5951cd4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.23'}], 'enable_snat': True}, 'gw_port_id': '0931458b-35f3-456f-9bda-3a649ec99c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:28Z', 'updated_at': '2022-06-10T17:53:33Z', 'revision_number': 4, 'project_id': '767f7c0142e64103a2d829d5951cd4ad', 'gw_port': {'id': '0931458b-35f3-456f-9bda-3a649ec99c38', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:75:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:30Z', 'updated_at': '2022-06-10T17:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': 'a39eeeb9-007e-4abc-8309-d6b4dd253046', 'name': '', 'network_id': '31f77b64-5d2a-4d41-a094-437a49d2382f', 'tenant_id': '767f7c0142e64103a2d829d5951cd4ad', 'mac_address': 'fa:16:3e:9b:e1:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'd1b8af94-24d7-44e4-8fcc-7d46347876fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:32Z', 'updated_at': '2022-06-10T17:53:37Z', 'revision_number': 4, 'project_id': '767f7c0142e64103a2d829d5951cd4ad', 'subnets': [{'id': 'd1b8af94-24d7-44e4-8fcc-7d46347876fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 17:53:37.886059 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-840314d5-afb2-4099-9929-23b8c8c03ec9 None None] Provisioning complete for port a39eeeb9-007e-4abc-8309-d6b4dd253046 triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:53:37.910222 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-840314d5-afb2-4099-9929-23b8c8c03ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:37.930937 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-606d6305-5460-4579-a01c-4f932a5b8708 req-323b7852-8944-487b-8ce5-0c5510c21552 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=094eb7d216034d06b4925791cb320a38 HTTP/1.1" status: 200 len: 378 time: 0.0599885 Jun 10 17:53:37.946577 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.v2.base [req-606d6305-5460-4579-a01c-4f932a5b8708 req-0aece84d-86b0-4d74-af64-2ca913617038 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Request body: {'port': {'device_id': 'e7c451ff-0de1-443d-a8eb-65b02a664a48', 'network_id': '272ad309-eaf3-4f81-8366-f3ca4e7cfed0', 'admin_state_up': True, 'tenant_id': '094eb7d216034d06b4925791cb320a38', 'security_groups': ['d6cbb772-b94c-4a26-be61-ada0eec3eeff']}} {{(pid=114529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:53:37.967346 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7978a56e-bbf7-4bed-99c2-5de616d72a30 None None] Pushing event updated for resources: {'Port': ['ID=72fb496b-6cd6-4107-974c-5c90cf8e30dc,revision_number=2']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:38.125096 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-840314d5-afb2-4099-9929-23b8c8c03ec9 None None] Current status of the port a39eeeb9-007e-4abc-8309-d6b4dd253046 is: ACTIVE; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:53:38.325623 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-cda18b4d-5399-4823-9e06-e82bb6c57504 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:38.367975 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-cda18b4d-5399-4823-9e06-e82bb6c57504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:38.409508 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-9c7f41a5-eeda-48d6-8a47-73357988e231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:38.462279 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-606d6305-5460-4579-a01c-4f932a5b8708 req-0aece84d-86b0-4d74-af64-2ca913617038 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Made reservation on behalf of 094eb7d216034d06b4925791cb320a38 for: {'port': 1} {{(pid=114529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 17:53:38.465718 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-606d6305-5460-4579-a01c-4f932a5b8708 req-0aece84d-86b0-4d74-af64-2ca913617038 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:38.470885 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device 72fb496b-6cd6-4107-974c-5c90cf8e30dc up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 17:53:38.553703 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.db_base_plugin_common [None req-cda18b4d-5399-4823-9e06-e82bb6c57504 admin admin] Allocated IP 172.37.5.140 (8c026026-8e05-41b4-990c-0815c0c24f4f/e3db4be6-a2be-4d68-ab1f-8754e6ee5b68/d4c7ba93-e008-46ca-988d-0b4f4be81be5) {{(pid=114529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 17:53:38.571836 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Provisioning complete for port 72fb496b-6cd6-4107-974c-5c90cf8e30dc triggered by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:53:38.572232 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:38.690008 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Current status of the port 72fb496b-6cd6-4107-974c-5c90cf8e30dc is: DOWN; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:53:38.690975 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:38.732621 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] For port 72fb496b-6cd6-4107-974c-5c90cf8e30dc, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=72fb496b-6cd6-4107-974c-5c90cf8e30dc,segment=NetworkSegment(244deee8-008b-4951-a63c-652819e038bd),segment_id=244deee8-008b-4951-a63c-652819e038bd)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:53:38.741398 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-3c02ef8f-3f0e-4fae-b06c-f35da91d9cae req-13716be4-28f9-4899-a8a5-c200d1b924ba tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7c451ff-0de1-443d-a8eb-65b02a664a48 HTTP/1.1" status: 200 len: 210 time: 0.0908022 Jun 10 17:53:38.756847 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.db_base_plugin_common [req-606d6305-5460-4579-a01c-4f932a5b8708 req-0aece84d-86b0-4d74-af64-2ca913617038 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Allocated IP 172.20.0.9 (272ad309-eaf3-4f81-8366-f3ca4e7cfed0/88a38658-7809-4abe-b052-dc4be9423e4c/5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c) {{(pid=114529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 17:53:38.825111 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-cda18b4d-5399-4823-9e06-e82bb6c57504 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:38.834098 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:38.835032 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device a39eeeb9-007e-4abc-8309-d6b4dd253046 up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 17:53:38.950340 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Pushing event updated for resources: {'Port': ['ID=72fb496b-6cd6-4107-974c-5c90cf8e30dc,revision_number=3']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:38.980625 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Provisioning complete for port a39eeeb9-007e-4abc-8309-d6b4dd253046 triggered by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:53:38.981046 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-606d6305-5460-4579-a01c-4f932a5b8708 req-0aece84d-86b0-4d74-af64-2ca913617038 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks [] for port, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:38.981563 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:39.054018 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-cda18b4d-5399-4823-9e06-e82bb6c57504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764020614705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263063011'] for port, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:39.087943 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Current status of the port a39eeeb9-007e-4abc-8309-d6b4dd253046 is: ACTIVE; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:53:39.122400 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda18b4d-5399-4823-9e06-e82bb6c57504 admin admin] Network 8c026026-8e05-41b4-990c-0815c0c24f4f is already hosted by enough agents. {{(pid=114529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:53:39.126001 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.base_scheduler [None req-cda18b4d-5399-4823-9e06-e82bb6c57504 admin admin] Resources bound (agent type, host, resource id): {{(pid=114529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:53:39.129612 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-606d6305-5460-4579-a01c-4f932a5b8708 req-0aece84d-86b0-4d74-af64-2ca913617038 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764020614705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263063011'] for port, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:39.138787 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82b4b87-94a5-4fc1-8648-e70fb7f2e17c req-04a8bc51-0a55-4233-971d-56e0b4cb760f tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:39.141122 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-a82b4b87-94a5-4fc1-8648-e70fb7f2e17c req-04a8bc51-0a55-4233-971d-56e0b4cb760f tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=2451b0e9-a4e2-4bfd-89a4-f2397dbe41df HTTP/1.1" status: 200 len: 945 time: 0.1239030 Jun 10 17:53:39.144347 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda18b4d-5399-4823-9e06-e82bb6c57504 admin admin] Received port after_create {{(pid=114529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 10 17:53:39.174608 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0014f4d-68d4-447a-91c2-d0e77c9f99ee None None] Network b2074982-8510-4602-8f90-7b2c5597cc8a requested from dv-cinder-xena-3-iscsi {{(pid=114530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 17:53:39.195472 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda18b4d-5399-4823-9e06-e82bb6c57504 admin admin] Pushing event updated for resources: {'Port': ['ID=d4c7ba93-e008-46ca-988d-0b4f4be81be5,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:39.249490 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-606d6305-5460-4579-a01c-4f932a5b8708 req-0aece84d-86b0-4d74-af64-2ca913617038 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Network 272ad309-eaf3-4f81-8366-f3ca4e7cfed0 is already hosted by enough agents. {{(pid=114529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:53:39.274984 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.base_scheduler [req-606d6305-5460-4579-a01c-4f932a5b8708 req-0aece84d-86b0-4d74-af64-2ca913617038 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Resources bound (agent type, host, resource id): {{(pid=114529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:53:39.281707 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-1ab5b7e6-d60e-4386-a328-5cb1f44d785b None None] Provisioning complete for port 72fb496b-6cd6-4107-974c-5c90cf8e30dc triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:53:39.282091 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-1ab5b7e6-d60e-4386-a328-5cb1f44d785b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:39.282882 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.l3_dvrscheduler_db [req-606d6305-5460-4579-a01c-4f932a5b8708 req-0aece84d-86b0-4d74-af64-2ca913617038 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Received port after_create {{(pid=114529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 10 17:53:39.365016 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-a82b4b87-94a5-4fc1-8648-e70fb7f2e17c req-76dacc98-8421-4dcb-8aff-81ccce2a2c16 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063122 Jun 10 17:53:39.375133 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aece84d-86b0-4d74-af64-2ca913617038 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Pushing event updated for resources: {'Port': ['ID=5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:39.466275 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d6305-5460-4579-a01c-4f932a5b8708 req-0aece84d-86b0-4d74-af64-2ca913617038 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:39.467307 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-606d6305-5460-4579-a01c-4f932a5b8708 req-0aece84d-86b0-4d74-af64-2ca913617038 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for port, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:39.472135 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-1ab5b7e6-d60e-4386-a328-5cb1f44d785b None None] Current status of the port 72fb496b-6cd6-4107-974c-5c90cf8e30dc is: ACTIVE; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:53:39.587713 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-606d6305-5460-4579-a01c-4f932a5b8708 req-0aece84d-86b0-4d74-af64-2ca913617038 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6463690 Jun 10 17:53:39.593683 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-126a306a-381a-4630-8a6d-e5cf2b551eec None None] Provisioning complete for port 5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:53:39.594056 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-126a306a-381a-4630-8a6d-e5cf2b551eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:39.644041 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-126a306a-381a-4630-8a6d-e5cf2b551eec None None] Port 5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c cannot update to ACTIVE because it is not bound. {{(pid=114530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 10 17:53:39.716792 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-cda18b4d-5399-4823-9e06-e82bb6c57504 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:39.756740 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.v2.base [req-606d6305-5460-4579-a01c-4f932a5b8708 req-d165a365-3a6a-4f6b-bb6f-0a207d06fa8d service neutron] Request body: {'port': {'device_id': 'e7c451ff-0de1-443d-a8eb-65b02a664a48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-xena0'}} {{(pid=114529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:53:39.763522 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-d700209c-01cd-4595-b645-987cd3bc39da None None] Provisioning complete for port 72fb496b-6cd6-4107-974c-5c90cf8e30dc triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:53:39.763897 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-d700209c-01cd-4595-b645-987cd3bc39da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:39.858281 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-d700209c-01cd-4595-b645-987cd3bc39da None None] Current status of the port 72fb496b-6cd6-4107-974c-5c90cf8e30dc is: ACTIVE; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:53:39.885717 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-606d6305-5460-4579-a01c-4f932a5b8708 req-d165a365-3a6a-4f6b-bb6f-0a207d06fa8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:39.983656 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19386115-9f81-4eb4-938e-baa6049c823a req-00a2f50b-3250-4675-b1a7-2cab137b43df tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:39.983656 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-19386115-9f81-4eb4-938e-baa6049c823a req-00a2f50b-3250-4675-b1a7-2cab137b43df tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7c451ff-0de1-443d-a8eb-65b02a664a48 HTTP/1.1" status: 200 len: 931 time: 0.1358986 Jun 10 17:53:39.986442 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 47598) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:53:40.166276 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04003526-9368-456a-b3fc-916b6314ebc2 req-b250b656-b310-449d-865a-4f5bcf4f2d84 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:40.167751 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-04003526-9368-456a-b3fc-916b6314ebc2 req-b250b656-b310-449d-865a-4f5bcf4f2d84 tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.27 "GET /v2.0/ports?device_id=2451b0e9-a4e2-4bfd-89a4-f2397dbe41df HTTP/1.1" status: 200 len: 945 time: 0.3109212 Jun 10 17:53:40.318839 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.plugin [req-04003526-9368-456a-b3fc-916b6314ebc2 req-4469bb79-b0d3-4ab5-bf6c-81da04d7ac5a tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Deleting port 59b14ac7-7b13-4d51-99ba-242bc1e32f8f {{(pid=114528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 10 17:53:40.319435 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-04003526-9368-456a-b3fc-916b6314ebc2 req-4469bb79-b0d3-4ab5-bf6c-81da04d7ac5a tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764021161391'] for port, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:40.351287 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device 72fb496b-6cd6-4107-974c-5c90cf8e30dc up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 17:53:40.404655 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Provisioning complete for port 72fb496b-6cd6-4107-974c-5c90cf8e30dc triggered by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:53:40.405127 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:40.422986 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.db [req-04003526-9368-456a-b3fc-916b6314ebc2 req-4469bb79-b0d3-4ab5-bf6c-81da04d7ac5a tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] For port 59b14ac7-7b13-4d51-99ba-242bc1e32f8f, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=59b14ac7-7b13-4d51-99ba-242bc1e32f8f,segment=NetworkSegment(b89b8fd3-0b50-4914-8518-4833b6995ef5),segment_id=b89b8fd3-0b50-4914-8518-4833b6995ef5)] {{(pid=114528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:53:40.423351 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-04003526-9368-456a-b3fc-916b6314ebc2 req-4469bb79-b0d3-4ab5-bf6c-81da04d7ac5a tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781461'] for port, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:40.441219 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.plugin [req-04003526-9368-456a-b3fc-916b6314ebc2 req-4469bb79-b0d3-4ab5-bf6c-81da04d7ac5a tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Calling delete_port for 59b14ac7-7b13-4d51-99ba-242bc1e32f8f owned by compute:nova {{(pid=114528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 10 17:53:40.473898 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-19386115-9f81-4eb4-938e-baa6049c823a req-fda375ba-0c56-488b-bbab-945e8d75b4a6 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cbb772-b94c-4a26-be61-ada0eec3eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4785945 Jun 10 17:53:40.494120 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Current status of the port 72fb496b-6cd6-4107-974c-5c90cf8e30dc is: ACTIVE; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:53:40.521172 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-cda18b4d-5399-4823-9e06-e82bb6c57504 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754000'] for router, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:40.638775 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-04003526-9368-456a-b3fc-916b6314ebc2 req-4469bb79-b0d3-4ab5-bf6c-81da04d7ac5a tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764021169165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764020614696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940005'] for port, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:40.665720 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4469bb79-b0d3-4ab5-bf6c-81da04d7ac5a tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Pushing event deleted for resources: {'Port': ['ID=59b14ac7-7b13-4d51-99ba-242bc1e32f8f,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:40.684005 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290dd793-3eb3-4f60-beb8-e4daeb2d5fe7 req-2d1293df-7548-497f-bfed-bbb2515aedbc tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:40.685814 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-290dd793-3eb3-4f60-beb8-e4daeb2d5fe7 req-2d1293df-7548-497f-bfed-bbb2515aedbc tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/ports?device_id=2451b0e9-a4e2-4bfd-89a4-f2397dbe41df HTTP/1.1" status: 200 len: 945 time: 0.2211378 Jun 10 17:53:40.702938 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] get_ports_and_sgs() called for port_ids ['59b14ac7-7b13-4d51-99ba-242bc1e32f8f'] {{(pid=114530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 10 17:53:40.733806 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.l3_dvrscheduler_db [req-04003526-9368-456a-b3fc-916b6314ebc2 req-4469bb79-b0d3-4ab5-bf6c-81da04d7ac5a tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] No DVR routers for this DVR port 59b14ac7-7b13-4d51-99ba-242bc1e32f8f on host hv-cinder-xena0 {{(pid=114528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 17:53:40.736341 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-04003526-9368-456a-b3fc-916b6314ebc2 req-4469bb79-b0d3-4ab5-bf6c-81da04d7ac5a tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for port, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:40.739586 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-04003526-9368-456a-b3fc-916b6314ebc2 req-4469bb79-b0d3-4ab5-bf6c-81da04d7ac5a tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.27 "DELETE /v2.0/ports/59b14ac7-7b13-4d51-99ba-242bc1e32f8f HTTP/1.1" status: 204 len: 173 time: 0.5653963 Jun 10 17:53:40.740013 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2451b0e9-a4e2-4bfd-89a4-f2397dbe41df', 'name': 'network-vif-deleted', 'tag': '59b14ac7-7b13-4d51-99ba-242bc1e32f8f'}] {{(pid=114528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:53:40.742485 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c4b580669e8e78bfc2035bf5baafa64bdcb7bdc1597d6f92a291bf2def5264" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f67bf5-2995-41b0-94ef-97898a1838f4" -d '{"events": [{"server_uuid": "2451b0e9-a4e2-4bfd-89a4-f2397dbe41df", "name": "network-vif-deleted", "tag": "59b14ac7-7b13-4d51-99ba-242bc1e32f8f"}]}' {{(pid=114528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:53:40.839829 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-c3e8cf20-27be-4251-acb0-cc65b040557a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:40.854900 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-290dd793-3eb3-4f60-beb8-e4daeb2d5fe7 req-aa1a5350-eab7-402c-b08b-ecd245d58bfb tempest-ServerRescueNegativeTestJSON-428642651 tempest-ServerRescueNegativeTestJSON-428642651-project] 10.222.0.16 "GET /v2.0/security-groups?id=994f7a5e-acf3-4049-b572-56c6e2bac45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566381 Jun 10 17:53:40.904769 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Jun 2022 17:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da92c269-5ac1-411e-b7dd-62e3f3d06172 x-openstack-request-id: req-da92c269-5ac1-411e-b7dd-62e3f3d06172 {{(pid=114528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:53:40.905122 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2451b0e9-a4e2-4bfd-89a4-f2397dbe41df", "name": "network-vif-deleted", "tag": "59b14ac7-7b13-4d51-99ba-242bc1e32f8f", "status": "completed", "code": 200}]} {{(pid=114528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:53:40.905372 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-da92c269-5ac1-411e-b7dd-62e3f3d06172 {{(pid=114528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:53:40.906005 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da92c269-5ac1-411e-b7dd-62e3f3d06172'] response: {'server_uuid': '2451b0e9-a4e2-4bfd-89a4-f2397dbe41df', 'name': 'network-vif-deleted', 'tag': '59b14ac7-7b13-4d51-99ba-242bc1e32f8f', 'status': 'completed', 'code': 200} Jun 10 17:53:40.941802 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.notifiers.nova [req-606d6305-5460-4579-a01c-4f932a5b8708 req-d165a365-3a6a-4f6b-bb6f-0a207d06fa8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c {{(pid=114529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 10 17:53:40.955603 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-606d6305-5460-4579-a01c-4f932a5b8708 req-d165a365-3a6a-4f6b-bb6f-0a207d06fa8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:40.992863 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.provisioning_blocks [req-606d6305-5460-4579-a01c-4f932a5b8708 req-d165a365-3a6a-4f6b-bb6f-0a207d06fa8d service neutron] Transition to ACTIVE for port object 5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c will not be triggered until provisioned by entity L2. {{(pid=114529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 17:53:41.050339 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda18b4d-5399-4823-9e06-e82bb6c57504 admin admin] Router 78c2399f-9684-46e5-93f0-aac2197d92c4 is scheduled to L3 agent e04d2863-a40a-41db-9b2a-39042df37909 with binding_index 1 {{(pid=114529) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 10 17:53:41.082387 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-606d6305-5460-4579-a01c-4f932a5b8708 req-d165a365-3a6a-4f6b-bb6f-0a207d06fa8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263062808'] for port, after_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:41.226886 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d165a365-3a6a-4f6b-bb6f-0a207d06fa8d service neutron] Pushing event updated for resources: {'Port': ['ID=5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c,revision_number=2']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:41.346197 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda18b4d-5399-4823-9e06-e82bb6c57504 admin admin] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=114529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 10 17:53:41.356672 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19a8f01-cd11-48e5-86fe-d01ead03b406 None None] Sync routers for ids ['78c2399f-9684-46e5-93f0-aac2197d92c4'] in dv-cinder-xena-3-iscsi {{(pid=114530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 17:53:41.367300 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19a8f01-cd11-48e5-86fe-d01ead03b406 None None] Routers {'78c2399f-9684-46e5-93f0-aac2197d92c4'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:53:41.368660 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-b19a8f01-cd11-48e5-86fe-d01ead03b406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:53:41Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['78c2399f-9684-46e5-93f0-aac2197d92c4'], 'active': True} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:53:41.404639 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.managers [req-606d6305-5460-4579-a01c-4f932a5b8708 req-d165a365-3a6a-4f6b-bb6f-0a207d06fa8d service neutron] Attempting to bind port 5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c on host hv-cinder-xena0 for vnic_type normal with profile {{(pid=114529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 17:53:41.404975 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.managers [req-606d6305-5460-4579-a01c-4f932a5b8708 req-d165a365-3a6a-4f6b-bb6f-0a207d06fa8d service neutron] Attempting to bind port 5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c by drivers openvswitch,hyperv on host hv-cinder-xena0 at level 0 using segments [{'id': '20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '272ad309-eaf3-4f81-8366-f3ca4e7cfed0'}] {{(pid=114529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 17:53:41.405308 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606d6305-5460-4579-a01c-4f932a5b8708 req-d165a365-3a6a-4f6b-bb6f-0a207d06fa8d service neutron] Attempting to bind port 5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c on network 272ad309-eaf3-4f81-8366-f3ca4e7cfed0 {{(pid=114529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 10 17:53:41.411004 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-88acaa60-9469-45ae-a5b0-d44edca44588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-779062'] for router_interface, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:41.415899 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606d6305-5460-4579-a01c-4f932a5b8708 req-d165a365-3a6a-4f6b-bb6f-0a207d06fa8d service neutron] Port 5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c on network 272ad309-eaf3-4f81-8366-f3ca4e7cfed0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-xena0 {{(pid=114529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 10 17:53:41.416065 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606d6305-5460-4579-a01c-4f932a5b8708 req-d165a365-3a6a-4f6b-bb6f-0a207d06fa8d service neutron] Attempting to bind port 5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c on network 272ad309-eaf3-4f81-8366-f3ca4e7cfed0 {{(pid=114529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 10 17:53:41.463572 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606d6305-5460-4579-a01c-4f932a5b8708 req-d165a365-3a6a-4f6b-bb6f-0a207d06fa8d service neutron] Checking agent: {'id': '7469bf7c-50e4-4cc8-b056-051e3e633b26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-xena0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 10, 17, 46, 19), 'started_at': datetime.datetime(2022, 6, 10, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 10, 17, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 10 17:53:41.463913 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606d6305-5460-4579-a01c-4f932a5b8708 req-d165a365-3a6a-4f6b-bb6f-0a207d06fa8d service neutron] Checking segment: {'id': '20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '272ad309-eaf3-4f81-8366-f3ca4e7cfed0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 10 17:53:41.464303 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606d6305-5460-4579-a01c-4f932a5b8708 req-d165a365-3a6a-4f6b-bb6f-0a207d06fa8d service neutron] Bound using segment: {'id': '20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '272ad309-eaf3-4f81-8366-f3ca4e7cfed0'} {{(pid=114529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 10 17:53:41.464812 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.managers [req-606d6305-5460-4579-a01c-4f932a5b8708 req-d165a365-3a6a-4f6b-bb6f-0a207d06fa8d service neutron] Bound port: 5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c, host: hv-cinder-xena0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '272ad309-eaf3-4f81-8366-f3ca4e7cfed0'}}] {{(pid=114529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 17:53:41.465182 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-606d6305-5460-4579-a01c-4f932a5b8708 req-d165a365-3a6a-4f6b-bb6f-0a207d06fa8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:41.479949 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-cda18b4d-5399-4823-9e06-e82bb6c57504 admin admin] Notify callbacks [] for router, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:41.483741 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-cda18b4d-5399-4823-9e06-e82bb6c57504 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.7142549 Jun 10 17:53:41.484231 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 47606) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:53:41.620696 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvr_db [None req-b19a8f01-cd11-48e5-86fe-d01ead03b406 None None] Set router 78c2399f-9684-46e5-93f0-aac2197d92c4 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:53:41.653797 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.db [req-606d6305-5460-4579-a01c-4f932a5b8708 req-d165a365-3a6a-4f6b-bb6f-0a207d06fa8d service neutron] For port 5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c, host hv-cinder-xena0, cleared binding levels {{(pid=114529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 10 17:53:41.715077 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.db [req-606d6305-5460-4579-a01c-4f932a5b8708 req-d165a365-3a6a-4f6b-bb6f-0a207d06fa8d service neutron] For port 5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c, host hv-cinder-xena0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c,segment=NetworkSegment(20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a),segment_id=20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a)] {{(pid=114529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 10 17:53:41.748439 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774391c2-86f4-441c-8d85-b4232bcb7f08 req-c55e6b18-ca57-473c-a693-07592baeda63 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:41.749936 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-774391c2-86f4-441c-8d85-b4232bcb7f08 req-c55e6b18-ca57-473c-a693-07592baeda63 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7c451ff-0de1-443d-a8eb-65b02a664a48 HTTP/1.1" status: 200 len: 943 time: 0.1386509 Jun 10 17:53:41.795140 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-606d6305-5460-4579-a01c-4f932a5b8708 req-d165a365-3a6a-4f6b-bb6f-0a207d06fa8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263062808'] for port, after_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:41.850542 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-b19a8f01-cd11-48e5-86fe-d01ead03b406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c2399f-9684-46e5-93f0-aac2197d92c4', 'name': 'tempest-TestVolumeBootPattern-1236340130-router', 'tenant_id': '348a538a9b374d2e92369c4ce3c399b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.140'}], 'enable_snat': True}, 'gw_port_id': 'd4c7ba93-e008-46ca-988d-0b4f4be81be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:36Z', 'updated_at': '2022-06-10T17:53:39Z', 'revision_number': 3, 'project_id': '348a538a9b374d2e92369c4ce3c399b7', 'gw_port': {'id': 'd4c7ba93-e008-46ca-988d-0b4f4be81be5', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7e:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c2399f-9684-46e5-93f0-aac2197d92c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:38Z', 'updated_at': '2022-06-10T17:53:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:53:41.854732 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-774391c2-86f4-441c-8d85-b4232bcb7f08 req-f9bd3176-4664-449f-9ac7-64f964f1588d tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cbb772-b94c-4a26-be61-ada0eec3eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0965376 Jun 10 17:53:41.876918 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d6305-5460-4579-a01c-4f932a5b8708 req-d165a365-3a6a-4f6b-bb6f-0a207d06fa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:41.877240 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-606d6305-5460-4579-a01c-4f932a5b8708 req-d165a365-3a6a-4f6b-bb6f-0a207d06fa8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for port, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:41.881914 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-606d6305-5460-4579-a01c-4f932a5b8708 req-d165a365-3a6a-4f6b-bb6f-0a207d06fa8d service neutron] 10.222.0.27 "PUT /v2.0/ports/5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c HTTP/1.1" status: 200 len: 1093 time: 2.2390893 Jun 10 17:53:41.881914 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7c451ff-0de1-443d-a8eb-65b02a664a48', 'tag': '5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c'}] {{(pid=114529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:53:41.881914 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}546b112a5b217dbfa88e609245cede7dd2905721b158f3f41c3dff8a3887b3c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2537bca-327f-4410-9c1b-2ad8e4bc27cf" -d '{"events": [{"name": "network-changed", "server_uuid": "e7c451ff-0de1-443d-a8eb-65b02a664a48", "tag": "5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c"}]}' {{(pid=114529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:53:41.898661 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-9e937c9f-4d57-47ec-81ad-8e77ea25145e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:41.899487 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19a8f01-cd11-48e5-86fe-d01ead03b406 None None] Checking router: 78c2399f-9684-46e5-93f0-aac2197d92c4 for host: dv-cinder-xena-3-iscsi {{(pid=114530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 17:53:41.899841 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19a8f01-cd11-48e5-86fe-d01ead03b406 None None] Updating router 78c2399f-9684-46e5-93f0-aac2197d92c4 port d4c7ba93-e008-46ca-988d-0b4f4be81be5 binding host dv-cinder-xena-3-iscsi {{(pid=114530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 17:53:41.932501 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b19a8f01-cd11-48e5-86fe-d01ead03b406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:41.938069 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d165a365-3a6a-4f6b-bb6f-0a207d06fa8d service neutron] Pushing event updated for resources: {'Port': ['ID=5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c,revision_number=3']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:41.952883 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 47614) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:53:42.006757 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Jun 2022 17:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec1ce61-04e6-4db7-8798-b27bb06114fa x-openstack-request-id: req-dec1ce61-04e6-4db7-8798-b27bb06114fa {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:53:42.007170 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7c451ff-0de1-443d-a8eb-65b02a664a48", "tag": "5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c", "status": "completed", "code": 200}]} {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:53:42.007565 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dec1ce61-04e6-4db7-8798-b27bb06114fa {{(pid=114529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:53:42.008221 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dec1ce61-04e6-4db7-8798-b27bb06114fa'] response: {'name': 'network-changed', 'server_uuid': 'e7c451ff-0de1-443d-a8eb-65b02a664a48', 'tag': '5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c', 'status': 'completed', 'code': 200} Jun 10 17:53:42.048828 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.plugin [None req-88acaa60-9469-45ae-a5b0-d44edca44588 admin admin] Deleting port 0e3df404-6458-435f-b246-41fe49adfd6f {{(pid=114529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 10 17:53:42.050558 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-88acaa60-9469-45ae-a5b0-d44edca44588 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764021161391'] for port, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:42.071849 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-f784b960-bc4c-46dd-9ea2-ba788b00554a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:42.228601 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d6305-5460-4579-a01c-4f932a5b8708 req-32781249-8f97-446d-92d7-2de57272c975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:42.230280 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-606d6305-5460-4579-a01c-4f932a5b8708 req-32781249-8f97-446d-92d7-2de57272c975 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=094eb7d216034d06b4925791cb320a38&device_id=e7c451ff-0de1-443d-a8eb-65b02a664a48 HTTP/1.1" status: 200 len: 1096 time: 0.2049539 Jun 10 17:53:42.277063 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.db_base_plugin_common [None req-f784b960-bc4c-46dd-9ea2-ba788b00554a admin admin] Allocated IP 172.20.0.1 (b2074982-8510-4602-8f90-7b2c5597cc8a/f8f1d896-2720-4d16-a317-d662b15c5000/69e8def5-a9c8-479b-869f-c8198dc830ef) {{(pid=114528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 17:53:42.289060 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b19a8f01-cd11-48e5-86fe-d01ead03b406 None None] Notify callbacks [] for port, precommit_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:42.368870 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b19a8f01-cd11-48e5-86fe-d01ead03b406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:42.392286 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-f784b960-bc4c-46dd-9ea2-ba788b00554a admin admin] Notify callbacks [] for port, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:42.428130 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.managers [None req-b19a8f01-cd11-48e5-86fe-d01ead03b406 None None] Attempting to bind port d4c7ba93-e008-46ca-988d-0b4f4be81be5 on host dv-cinder-xena-3-iscsi for vnic_type normal with profile {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 17:53:42.428500 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.managers [None req-b19a8f01-cd11-48e5-86fe-d01ead03b406 None None] Attempting to bind port d4c7ba93-e008-46ca-988d-0b4f4be81be5 by drivers openvswitch,hyperv on host dv-cinder-xena-3-iscsi at level 0 using segments [{'id': 'bfeef927-6d24-4759-be0a-a8eced1bbc0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f'}] {{(pid=114530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 17:53:42.428868 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19a8f01-cd11-48e5-86fe-d01ead03b406 None None] Attempting to bind port d4c7ba93-e008-46ca-988d-0b4f4be81be5 on network 8c026026-8e05-41b4-990c-0815c0c24f4f {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 10 17:53:42.437849 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19a8f01-cd11-48e5-86fe-d01ead03b406 None None] Checking agent: {'id': '87b91a5b-6105-4774-a25f-e6a5abfdfa1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-xena-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 10, 17, 40, 14), 'started_at': datetime.datetime(2022, 6, 10, 17, 40, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 10, 17, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-xena-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 10 17:53:42.438262 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19a8f01-cd11-48e5-86fe-d01ead03b406 None None] Checking segment: {'id': 'bfeef927-6d24-4759-be0a-a8eced1bbc0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 10 17:53:42.438672 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b19a8f01-cd11-48e5-86fe-d01ead03b406 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:42.439062 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19a8f01-cd11-48e5-86fe-d01ead03b406 None None] Bound using segment: {'id': 'bfeef927-6d24-4759-be0a-a8eced1bbc0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f'} {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 10 17:53:42.439535 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.managers [None req-b19a8f01-cd11-48e5-86fe-d01ead03b406 None None] Bound port: d4c7ba93-e008-46ca-988d-0b4f4be81be5, host: dv-cinder-xena-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfeef927-6d24-4759-be0a-a8eced1bbc0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f'}}] {{(pid=114530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 17:53:42.439915 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b19a8f01-cd11-48e5-86fe-d01ead03b406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:42.441570 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f68dc1-5804-46f4-9e28-b0e9abf39b81 None None] Pushing event updated for resources: {'Port': ['ID=d4c7ba93-e008-46ca-988d-0b4f4be81be5,revision_number=2']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:42.498724 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b19a8f01-cd11-48e5-86fe-d01ead03b406 None None] For port d4c7ba93-e008-46ca-988d-0b4f4be81be5, host dv-cinder-xena-3-iscsi, cleared binding levels {{(pid=114530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 10 17:53:42.502088 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b19a8f01-cd11-48e5-86fe-d01ead03b406 None None] For port d4c7ba93-e008-46ca-988d-0b4f4be81be5, host dv-cinder-xena-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=d4c7ba93-e008-46ca-988d-0b4f4be81be5,segment=NetworkSegment(bfeef927-6d24-4759-be0a-a8eced1bbc0e),segment_id=bfeef927-6d24-4759-be0a-a8eced1bbc0e)] {{(pid=114530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 10 17:53:42.511435 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-f784b960-bc4c-46dd-9ea2-ba788b00554a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764020614705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940005'] for port, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:42.550621 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f784b960-bc4c-46dd-9ea2-ba788b00554a admin admin] Network b2074982-8510-4602-8f90-7b2c5597cc8a is already hosted by enough agents. {{(pid=114528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:53:42.553481 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.base_scheduler [None req-f784b960-bc4c-46dd-9ea2-ba788b00554a admin admin] Resources bound (agent type, host, resource id): {{(pid=114528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:53:42.561161 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f784b960-bc4c-46dd-9ea2-ba788b00554a admin admin] Received port after_create {{(pid=114528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 10 17:53:42.574166 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-606d6305-5460-4579-a01c-4f932a5b8708 req-2c3d05a9-794a-4686-bfcf-6013c2232f26 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c HTTP/1.1" status: 200 len: 217 time: 0.3020935 Jun 10 17:53:42.578477 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.db [None req-88acaa60-9469-45ae-a5b0-d44edca44588 admin admin] For port 0e3df404-6458-435f-b246-41fe49adfd6f, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=0e3df404-6458-435f-b246-41fe49adfd6f,segment=NetworkSegment(d8d5c4f9-464f-45ae-828b-d5468569bc5a),segment_id=d8d5c4f9-464f-45ae-828b-d5468569bc5a)] {{(pid=114529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:53:42.578837 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-88acaa60-9469-45ae-a5b0-d44edca44588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781461'] for port, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:42.582919 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f784b960-bc4c-46dd-9ea2-ba788b00554a admin admin] Pushing event updated for resources: {'Port': ['ID=69e8def5-a9c8-479b-869f-c8198dc830ef,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:42.603218 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-f784b960-bc4c-46dd-9ea2-ba788b00554a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754083'] for router_interface, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:42.605249 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b19a8f01-cd11-48e5-86fe-d01ead03b406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:42.623766 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.plugin [None req-88acaa60-9469-45ae-a5b0-d44edca44588 admin admin] Calling delete_port for 0e3df404-6458-435f-b246-41fe49adfd6f owned by network:router_interface {{(pid=114529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 10 17:53:42.682273 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19a8f01-cd11-48e5-86fe-d01ead03b406 None None] Routers {'78c2399f-9684-46e5-93f0-aac2197d92c4'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:53:42.683142 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-b19a8f01-cd11-48e5-86fe-d01ead03b406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:53:41Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['78c2399f-9684-46e5-93f0-aac2197d92c4'], 'active': True} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:53:42.689522 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f68dc1-5804-46f4-9e28-b0e9abf39b81 None None] Pushing event updated for resources: {'Port': ['ID=d4c7ba93-e008-46ca-988d-0b4f4be81be5,revision_number=3']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:42.774721 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d6305-5460-4579-a01c-4f932a5b8708 req-42d73c59-cfe0-4eb0-b488-311164918346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:42.776192 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-606d6305-5460-4579-a01c-4f932a5b8708 req-42d73c59-cfe0-4eb0-b488-311164918346 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=88a38658-7809-4abe-b052-dc4be9423e4c HTTP/1.1" status: 200 len: 856 time: 0.1912539 Jun 10 17:53:42.806963 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvr_db [None req-b19a8f01-cd11-48e5-86fe-d01ead03b406 None None] Set router 78c2399f-9684-46e5-93f0-aac2197d92c4 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:53:42.848961 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-f784b960-bc4c-46dd-9ea2-ba788b00554a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:42.882560 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d6305-5460-4579-a01c-4f932a5b8708 req-c4b388f1-540e-46d1-a0f1-4613182b8601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:42.884094 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-606d6305-5460-4579-a01c-4f932a5b8708 req-c4b388f1-540e-46d1-a0f1-4613182b8601 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=272ad309-eaf3-4f81-8366-f3ca4e7cfed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1001961 Jun 10 17:53:42.904094 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-62cab814-32a8-49f4-8ac1-e3b712acd0ab None None] Provisioning complete for port 69e8def5-a9c8-479b-869f-c8198dc830ef triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:53:42.904094 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-62cab814-32a8-49f4-8ac1-e3b712acd0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:42.980997 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-62cab814-32a8-49f4-8ac1-e3b712acd0ab None None] Port 69e8def5-a9c8-479b-869f-c8198dc830ef cannot update to ACTIVE because it is not bound. {{(pid=114530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 10 17:53:43.045396 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-f784b960-bc4c-46dd-9ea2-ba788b00554a admin admin] Notify callbacks [] for port, precommit_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:43.057441 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-b19a8f01-cd11-48e5-86fe-d01ead03b406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c2399f-9684-46e5-93f0-aac2197d92c4', 'name': 'tempest-TestVolumeBootPattern-1236340130-router', 'tenant_id': '348a538a9b374d2e92369c4ce3c399b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.140'}], 'enable_snat': True}, 'gw_port_id': 'd4c7ba93-e008-46ca-988d-0b4f4be81be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:36Z', 'updated_at': '2022-06-10T17:53:39Z', 'revision_number': 3, 'project_id': '348a538a9b374d2e92369c4ce3c399b7', 'gw_port': {'id': 'd4c7ba93-e008-46ca-988d-0b4f4be81be5', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7e:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c2399f-9684-46e5-93f0-aac2197d92c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:38Z', 'updated_at': '2022-06-10T17:53:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:53:43.085904 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device 59b14ac7-7b13-4d51-99ba-242bc1e32f8f no longer exists at agent hyperv_hv-cinder-xena0 {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 10 17:53:43.089520 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19a8f01-cd11-48e5-86fe-d01ead03b406 None None] The sync data for ids ['78c2399f-9684-46e5-93f0-aac2197d92c4'] in dv-cinder-xena-3-iscsi is: [{'id': '78c2399f-9684-46e5-93f0-aac2197d92c4', 'name': 'tempest-TestVolumeBootPattern-1236340130-router', 'tenant_id': '348a538a9b374d2e92369c4ce3c399b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.140'}], 'enable_snat': True}, 'gw_port_id': 'd4c7ba93-e008-46ca-988d-0b4f4be81be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:36Z', 'updated_at': '2022-06-10T17:53:39Z', 'revision_number': 3, 'project_id': '348a538a9b374d2e92369c4ce3c399b7', 'gw_port': {'id': 'd4c7ba93-e008-46ca-988d-0b4f4be81be5', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7e:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c2399f-9684-46e5-93f0-aac2197d92c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:38Z', 'updated_at': '2022-06-10T17:53:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}] {{(pid=114530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 17:53:43.107763 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] No Port match for: 59b14ac7-7b13-4d51-99ba-242bc1e32f8f {{(pid=114530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 10 17:53:43.108230 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device 59b14ac7-7b13-4d51-99ba-242bc1e32f8f not bound to the agent host hv-cinder-xena0 {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 10 17:53:43.115288 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-606d6305-5460-4579-a01c-4f932a5b8708 req-cdbffcf2-bec0-46e6-b351-b097baad4ca5 service neutron] 10.222.0.27 "GET /v2.0/networks/272ad309-eaf3-4f81-8366-f3ca4e7cfed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987693 Jun 10 17:53:43.141492 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a5a6984-4625-4674-bdbb-a7ccf76cac14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:43.148851 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff1b00d-b638-4318-9e6e-b12f215c4c5d req-5144833a-8ee9-4826-8e90-728f12219613 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:43.150775 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-aff1b00d-b638-4318-9e6e-b12f215c4c5d req-5144833a-8ee9-4826-8e90-728f12219613 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7c451ff-0de1-443d-a8eb-65b02a664a48 HTTP/1.1" status: 200 len: 943 time: 0.1833673 Jun 10 17:53:43.171402 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-f784b960-bc4c-46dd-9ea2-ba788b00554a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940062'] for port, after_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:43.240236 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-f784b960-bc4c-46dd-9ea2-ba788b00554a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-734068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-779027'] for router_interface, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:43.241885 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f784b960-bc4c-46dd-9ea2-ba788b00554a admin admin] Pushing event updated for resources: {'Port': ['ID=69e8def5-a9c8-479b-869f-c8198dc830ef,revision_number=2']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:43.299037 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-aff1b00d-b638-4318-9e6e-b12f215c4c5d req-3e1c7c4f-34de-460b-9d87-b82771243c2c tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cbb772-b94c-4a26-be61-ada0eec3eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1314635 Jun 10 17:53:43.328392 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-606d6305-5460-4579-a01c-4f932a5b8708 req-0181e68a-d5a2-455a-ae74-c0c6d683c7bf service neutron] 10.222.0.27 "GET /v2.0/networks/272ad309-eaf3-4f81-8366-f3ca4e7cfed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891634 Jun 10 17:53:43.338446 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-88acaa60-9469-45ae-a5b0-d44edca44588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764021169165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764020614696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263063011'] for port, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:43.385317 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f784b960-bc4c-46dd-9ea2-ba788b00554a admin admin] Network b2074982-8510-4602-8f90-7b2c5597cc8a is already hosted by enough agents. {{(pid=114528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:53:43.385517 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88acaa60-9469-45ae-a5b0-d44edca44588 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e3df404-6458-435f-b246-41fe49adfd6f,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:43.387586 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.base_scheduler [None req-f784b960-bc4c-46dd-9ea2-ba788b00554a admin admin] Resources bound (agent type, host, resource id): {{(pid=114528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:53:43.391119 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-dc946ac5-3201-4927-9414-5e7b1f25acd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-779062'] for router_interface, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:43.569503 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f784b960-bc4c-46dd-9ea2-ba788b00554a admin admin] Router 78c2399f-9684-46e5-93f0-aac2197d92c4 has already been hosted by L3 agent e04d2863-a40a-41db-9b2a-39042df37909 {{(pid=114528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 10 17:53:43.731397 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2537bca-327f-4410-9c1b-2ad8e4bc27cf req-f231be17-61f9-4e56-9024-7402fa6a602f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:43.732963 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f2537bca-327f-4410-9c1b-2ad8e4bc27cf req-f231be17-61f9-4e56-9024-7402fa6a602f service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=094eb7d216034d06b4925791cb320a38&device_id=e7c451ff-0de1-443d-a8eb-65b02a664a48 HTTP/1.1" status: 200 len: 1096 time: 0.2178538 Jun 10 17:53:43.756904 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f784b960-bc4c-46dd-9ea2-ba788b00554a admin admin] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=114528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 10 17:53:43.771099 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-f784b960-bc4c-46dd-9ea2-ba788b00554a admin admin] 10.222.0.16 "PUT /v2.0/routers/78c2399f-9684-46e5-93f0-aac2197d92c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2851901 Jun 10 17:53:43.816613 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-88acaa60-9469-45ae-a5b0-d44edca44588 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-734075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-779162'] for router_interface, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:43.818105 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-3fec336a-bbcc-4a8a-9a0c-05cfb16a099d None None] Provisioning complete for port 69e8def5-a9c8-479b-869f-c8198dc830ef triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:53:43.819552 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-3fec336a-bbcc-4a8a-9a0c-05cfb16a099d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:43.894882 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-3fec336a-bbcc-4a8a-9a0c-05cfb16a099d None None] Port 69e8def5-a9c8-479b-869f-c8198dc830ef cannot update to ACTIVE because it is not bound. {{(pid=114530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 10 17:53:43.956435 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2537bca-327f-4410-9c1b-2ad8e4bc27cf req-303082cf-5904-40e0-a7d4-16300a81267d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:43.957931 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f2537bca-327f-4410-9c1b-2ad8e4bc27cf req-303082cf-5904-40e0-a7d4-16300a81267d service neutron] 10.222.0.27 "GET /v2.0/networks?id=272ad309-eaf3-4f81-8366-f3ca4e7cfed0 HTTP/1.1" status: 200 len: 918 time: 0.1908522 Jun 10 17:53:43.990522 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:44.052641 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f2537bca-327f-4410-9c1b-2ad8e4bc27cf req-88d72f8b-8d45-4e14-b407-056baa0bd881 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c HTTP/1.1" status: 200 len: 217 time: 0.0643811 Jun 10 17:53:44.172069 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2537bca-327f-4410-9c1b-2ad8e4bc27cf req-197aecba-b541-42d7-b8f9-39bb855fe003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:44.173522 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f2537bca-327f-4410-9c1b-2ad8e4bc27cf req-197aecba-b541-42d7-b8f9-39bb855fe003 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=88a38658-7809-4abe-b052-dc4be9423e4c HTTP/1.1" status: 200 len: 856 time: 0.1098158 Jun 10 17:53:44.200026 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 47626) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:53:44.204716 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [None req-4cec683b-56dd-433c-b8e1-0744d44848c3 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-26487028', 'description': 'tempest-secgroup-smoke-26487028 description', 'project_id': '767f7c0142e64103a2d829d5951cd4ad'}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:53:44.279913 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-4cec683b-56dd-433c-b8e1-0744d44848c3 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks [] for security_group, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:44.360028 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-4cec683b-56dd-433c-b8e1-0744d44848c3 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks [] for security_group, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:44.431052 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-4cec683b-56dd-433c-b8e1-0744d44848c3 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:44.446890 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device d4c7ba93-e008-46ca-988d-0b4f4be81be5 up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 17:53:44.471719 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cec683b-56dd-433c-b8e1-0744d44848c3 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae1e1d4-e4c7-4585-82e5-ff7616b8fd6f,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:44.516706 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.plugin [None req-dc946ac5-3201-4927-9414-5e7b1f25acd7 admin admin] Deleting port 70696a10-dc16-4fad-a071-98a29eecb1d9 {{(pid=114529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 10 17:53:44.517072 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-dc946ac5-3201-4927-9414-5e7b1f25acd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764021161391'] for port, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:44.535049 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Provisioning complete for port d4c7ba93-e008-46ca-988d-0b4f4be81be5 triggered by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:53:44.535414 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:44.543701 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-4cec683b-56dd-433c-b8e1-0744d44848c3 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks [] for security_group, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:44.546291 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-4cec683b-56dd-433c-b8e1-0744d44848c3 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.3439729 Jun 10 17:53:44.548112 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 47630) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:53:44.552498 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [None req-0fddf3ca-7583-42e1-bede-1cc2c1649b37 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Request body: {'security_group_rule': {'security_group_id': '6ae1e1d4-e4c7-4585-82e5-ff7616b8fd6f', 'project_id': '767f7c0142e64103a2d829d5951cd4ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:53:44.616936 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2537bca-327f-4410-9c1b-2ad8e4bc27cf req-2c7cd338-ffdc-41e2-93d5-fd700cd8b3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:44.618789 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f2537bca-327f-4410-9c1b-2ad8e4bc27cf req-2c7cd338-ffdc-41e2-93d5-fd700cd8b3d1 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=272ad309-eaf3-4f81-8366-f3ca4e7cfed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4349961 Jun 10 17:53:44.619240 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Current status of the port d4c7ba93-e008-46ca-988d-0b4f4be81be5 is: DOWN; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:53:44.619631 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:44.631327 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88acaa60-9469-45ae-a5b0-d44edca44588 admin admin] Router b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17 has already been hosted by L3 agent e04d2863-a40a-41db-9b2a-39042df37909 {{(pid=114529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 10 17:53:44.638836 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-0fddf3ca-7583-42e1-bede-1cc2c1649b37 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:44.642888 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] For port d4c7ba93-e008-46ca-988d-0b4f4be81be5, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=d4c7ba93-e008-46ca-988d-0b4f4be81be5,segment=NetworkSegment(bfeef927-6d24-4759-be0a-a8eced1bbc0e),segment_id=bfeef927-6d24-4759-be0a-a8eced1bbc0e)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:53:44.670586 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e6de0-1082-4129-9ae9-c41ca8f16930 req-0841167a-a237-481c-9d90-132e7b5392af tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:44.672162 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-4b7e6de0-1082-4129-9ae9-c41ca8f16930 req-0841167a-a237-481c-9d90-132e7b5392af tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7c451ff-0de1-443d-a8eb-65b02a664a48 HTTP/1.1" status: 200 len: 943 time: 0.1610091 Jun 10 17:53:44.689789 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.db [None req-dc946ac5-3201-4927-9414-5e7b1f25acd7 admin admin] For port 70696a10-dc16-4fad-a071-98a29eecb1d9, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=70696a10-dc16-4fad-a071-98a29eecb1d9,segment=NetworkSegment(b89b8fd3-0b50-4914-8518-4833b6995ef5),segment_id=b89b8fd3-0b50-4914-8518-4833b6995ef5)] {{(pid=114529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:53:44.690149 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-dc946ac5-3201-4927-9414-5e7b1f25acd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781461'] for port, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:44.699487 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-0fddf3ca-7583-42e1-bede-1cc2c1649b37 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:44.724391 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:44.756919 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.plugin [None req-dc946ac5-3201-4927-9414-5e7b1f25acd7 admin admin] Calling delete_port for 70696a10-dc16-4fad-a071-98a29eecb1d9 owned by network:router_interface {{(pid=114529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 10 17:53:44.774822 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Pushing event updated for resources: {'Port': ['ID=d4c7ba93-e008-46ca-988d-0b4f4be81be5,revision_number=4']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:44.793157 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-0fddf3ca-7583-42e1-bede-1cc2c1649b37 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765151'] for security_group_rule, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:44.812865 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fddf3ca-7583-42e1-bede-1cc2c1649b37 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52a25e48-41a9-4cb9-8e90-b42c431f2f3a,revision_number=0']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:44.830279 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-4b7e6de0-1082-4129-9ae9-c41ca8f16930 req-341817b8-43f3-4fd6-ada1-42f50ac1ebc4 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cbb772-b94c-4a26-be61-ada0eec3eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1483314 Jun 10 17:53:44.881004 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f2537bca-327f-4410-9c1b-2ad8e4bc27cf req-1f41c4b2-1974-46db-8840-eb91cdce2501 service neutron] 10.222.0.27 "GET /v2.0/networks/272ad309-eaf3-4f81-8366-f3ca4e7cfed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516494 Jun 10 17:53:44.903934 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-0fddf3ca-7583-42e1-bede-1cc2c1649b37 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:44.905184 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-0fddf3ca-7583-42e1-bede-1cc2c1649b37 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3560529 Jun 10 17:53:44.907882 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 47632) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:53:44.912265 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [None req-ad3206cd-23df-470e-80d2-e3e73d8f29d7 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Request body: {'security_group_rule': {'security_group_id': '6ae1e1d4-e4c7-4585-82e5-ff7616b8fd6f', 'project_id': '767f7c0142e64103a2d829d5951cd4ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:53:44.971629 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88acaa60-9469-45ae-a5b0-d44edca44588 admin admin] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=114529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 10 17:53:44.981933 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d2547c-bf0a-492b-ada8-50c82620a397 None None] Sync routers for ids ['b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17'] in dv-cinder-xena-3-iscsi {{(pid=114531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 17:53:44.992413 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d2547c-bf0a-492b-ada8-50c82620a397 None None] Routers {'b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:53:44.994181 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-f2d2547c-bf0a-492b-ada8-50c82620a397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:53:41Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17'], 'active': True} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:53:44.999061 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-ad3206cd-23df-470e-80d2-e3e73d8f29d7 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:45.005378 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-88acaa60-9469-45ae-a5b0-d44edca44588 admin admin] 10.222.0.16 "PUT /v2.0/routers/b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0156615 Jun 10 17:53:45.018048 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 47634) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:53:45.090520 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f2537bca-327f-4410-9c1b-2ad8e4bc27cf req-4b741f15-63d8-4fa1-be0b-13f049f7790c service neutron] 10.222.0.27 "GET /v2.0/networks/272ad309-eaf3-4f81-8366-f3ca4e7cfed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807671 Jun 10 17:53:45.090765 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device 5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c details requested by agent hyperv_hv-cinder-xena0 with host hv-cinder-xena0 {{(pid=114530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 10 17:53:45.109403 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvr_db [None req-f2d2547c-bf0a-492b-ada8-50c82620a397 None None] Set router b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:53:45.190123 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-ad3206cd-23df-470e-80d2-e3e73d8f29d7 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:45.204404 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-8c99c738-024d-48b9-a590-11bf1cc68ccc admin admin] Notify callbacks [] for router, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:45.244288 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port 5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c,segment=NetworkSegment(20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a),segment_id=20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:53:45.255955 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-dc946ac5-3201-4927-9414-5e7b1f25acd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764021169165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764020614696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263063011'] for port, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:45.265034 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Returning: {'device': '5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c', 'network_id': '272ad309-eaf3-4f81-8366-f3ca4e7cfed0', 'port_id': '5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c', 'mac_address': 'fa:16:3e:14:93:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88a38658-7809-4abe-b052-dc4be9423e4c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 10 17:53:45.297102 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc946ac5-3201-4927-9414-5e7b1f25acd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=70696a10-dc16-4fad-a071-98a29eecb1d9,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:45.311179 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-ad3206cd-23df-470e-80d2-e3e73d8f29d7 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765151'] for security_group_rule, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:45.311396 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-f2d2547c-bf0a-492b-ada8-50c82620a397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17', 'name': 'tempest-TestMinimumBasicScenario-1859031834-router', 'tenant_id': 'e2a954ea643d435d9866bed98144a549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.179'}], 'enable_snat': True}, 'gw_port_id': '5482ff96-11fd-44bd-b031-b7336ecb4ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:50:05Z', 'updated_at': '2022-06-10T17:53:43Z', 'revision_number': 5, 'project_id': 'e2a954ea643d435d9866bed98144a549', 'gw_port': {'id': '5482ff96-11fd-44bd-b031-b7336ecb4ba1', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:50:05Z', 'updated_at': '2022-06-10T17:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:53:45.333126 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Current status of the port 5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c is: DOWN; New status is: BUILD {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:53:45.333518 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:45.343849 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d2547c-bf0a-492b-ada8-50c82620a397 None None] Checking router: b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17 for host: dv-cinder-xena-3-iscsi {{(pid=114531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 17:53:45.354998 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.notifiers.nova [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c {{(pid=114530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 10 17:53:45.355925 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d2547c-bf0a-492b-ada8-50c82620a397 None None] Routers {'b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:53:45.356714 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-f2d2547c-bf0a-492b-ada8-50c82620a397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:53:41Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17'], 'active': True} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:53:45.381656 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port 5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c,segment=NetworkSegment(20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a),segment_id=20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:53:45.462153 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:45.490443 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvr_db [None req-f2d2547c-bf0a-492b-ada8-50c82620a397 None None] Set router b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:53:45.519130 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89ce4f6-b854-4f56-bc9e-aea65aa7150d None None] Sync routers for ids ['78c2399f-9684-46e5-93f0-aac2197d92c4'] in dv-cinder-xena-3-iscsi {{(pid=114530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 17:53:45.577765 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89ce4f6-b854-4f56-bc9e-aea65aa7150d None None] Routers {'78c2399f-9684-46e5-93f0-aac2197d92c4'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:53:45.578902 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-d89ce4f6-b854-4f56-bc9e-aea65aa7150d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:53:41Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['78c2399f-9684-46e5-93f0-aac2197d92c4'], 'active': True} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:53:45.584243 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-dc946ac5-3201-4927-9414-5e7b1f25acd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-734075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-779162'] for router_interface, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:45.588722 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Pushing event updated for resources: {'Port': ['ID=5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c,revision_number=4']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:45.655520 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3206cd-23df-470e-80d2-e3e73d8f29d7 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47cef9c1-6c4d-4632-b0b5-e9a84bf09256,revision_number=0']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:45.697084 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-8c99c738-024d-48b9-a590-11bf1cc68ccc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:45.720736 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-f2d2547c-bf0a-492b-ada8-50c82620a397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17', 'name': 'tempest-TestMinimumBasicScenario-1859031834-router', 'tenant_id': 'e2a954ea643d435d9866bed98144a549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.179'}], 'enable_snat': True}, 'gw_port_id': '5482ff96-11fd-44bd-b031-b7336ecb4ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:50:05Z', 'updated_at': '2022-06-10T17:53:43Z', 'revision_number': 5, 'project_id': 'e2a954ea643d435d9866bed98144a549', 'gw_port': {'id': '5482ff96-11fd-44bd-b031-b7336ecb4ba1', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:50:05Z', 'updated_at': '2022-06-10T17:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:53:45.724540 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-ad3206cd-23df-470e-80d2-e3e73d8f29d7 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:45.725857 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-ad3206cd-23df-470e-80d2-e3e73d8f29d7 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8169682 Jun 10 17:53:45.729726 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 47636) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:53:45.737225 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [None req-d39bdc87-8711-47ab-be89-eaf099f2be09 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Request body: {'security_group_rule': {'security_group_id': '6ae1e1d4-e4c7-4585-82e5-ff7616b8fd6f', 'project_id': '767f7c0142e64103a2d829d5951cd4ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:53:45.749051 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d2547c-bf0a-492b-ada8-50c82620a397 None None] The sync data for ids ['b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17'] in dv-cinder-xena-3-iscsi is: [{'id': 'b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17', 'name': 'tempest-TestMinimumBasicScenario-1859031834-router', 'tenant_id': 'e2a954ea643d435d9866bed98144a549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.179'}], 'enable_snat': True}, 'gw_port_id': '5482ff96-11fd-44bd-b031-b7336ecb4ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:50:05Z', 'updated_at': '2022-06-10T17:53:43Z', 'revision_number': 5, 'project_id': 'e2a954ea643d435d9866bed98144a549', 'gw_port': {'id': '5482ff96-11fd-44bd-b031-b7336ecb4ba1', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:50:05Z', 'updated_at': '2022-06-10T17:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}] {{(pid=114531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 17:53:45.750921 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvr_db [None req-d89ce4f6-b854-4f56-bc9e-aea65aa7150d None None] Set router 78c2399f-9684-46e5-93f0-aac2197d92c4 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:53:45.781727 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] get_ports_and_sgs() called for port_ids ['5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c'] {{(pid=114530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 10 17:53:45.834883 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc946ac5-3201-4927-9414-5e7b1f25acd7 admin admin] Router d6a4d52a-af9e-4bc0-befc-894fd7602dc4 has already been hosted by L3 agent e04d2863-a40a-41db-9b2a-39042df37909 {{(pid=114529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 10 17:53:45.837333 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-d39bdc87-8711-47ab-be89-eaf099f2be09 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:45.922707 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.plugin [None req-8c99c738-024d-48b9-a590-11bf1cc68ccc admin admin] Deleting port 5482ff96-11fd-44bd-b031-b7336ecb4ba1 {{(pid=114528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 10 17:53:45.923060 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-8c99c738-024d-48b9-a590-11bf1cc68ccc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764021161391'] for port, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:45.942178 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-d39bdc87-8711-47ab-be89-eaf099f2be09 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:45.981966 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc946ac5-3201-4927-9414-5e7b1f25acd7 admin admin] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=114529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 10 17:53:45.991004 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf0b9a3-4036-4211-89b8-177320f9995a None None] Sync routers for ids ['d6a4d52a-af9e-4bc0-befc-894fd7602dc4'] in dv-cinder-xena-3-iscsi {{(pid=114531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 17:53:45.996353 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-dc946ac5-3201-4927-9414-5e7b1f25acd7 admin admin] 10.222.0.16 "PUT /v2.0/routers/d6a4d52a-af9e-4bc0-befc-894fd7602dc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0398455 Jun 10 17:53:45.996513 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-d39bdc87-8711-47ab-be89-eaf099f2be09 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765151'] for security_group_rule, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:45.996600 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 47640) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:53:46.009690 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf0b9a3-4036-4211-89b8-177320f9995a None None] Routers {'d6a4d52a-af9e-4bc0-befc-894fd7602dc4'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:53:46.011742 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-bcf0b9a3-4036-4211-89b8-177320f9995a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:53:41Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['d6a4d52a-af9e-4bc0-befc-894fd7602dc4'], 'active': True} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:53:46.019669 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510710eb-c6ae-4689-b263-8816ec07576e req-5deba5fa-5d29-4e94-9199-bdeb30280a34 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:46.019870 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39bdc87-8711-47ab-be89-eaf099f2be09 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a240d75-aa5a-4cb1-85d1-e3b29adc1a94,revision_number=0']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:46.022561 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-510710eb-c6ae-4689-b263-8816ec07576e req-5deba5fa-5d29-4e94-9199-bdeb30280a34 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7c451ff-0de1-443d-a8eb-65b02a664a48 HTTP/1.1" status: 200 len: 944 time: 0.0842462 Jun 10 17:53:46.070180 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-d89ce4f6-b854-4f56-bc9e-aea65aa7150d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c2399f-9684-46e5-93f0-aac2197d92c4', 'name': 'tempest-TestVolumeBootPattern-1236340130-router', 'tenant_id': '348a538a9b374d2e92369c4ce3c399b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.140'}], 'enable_snat': True}, 'gw_port_id': 'd4c7ba93-e008-46ca-988d-0b4f4be81be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:36Z', 'updated_at': '2022-06-10T17:53:42Z', 'revision_number': 4, 'project_id': '348a538a9b374d2e92369c4ce3c399b7', 'gw_port': {'id': 'd4c7ba93-e008-46ca-988d-0b4f4be81be5', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c2399f-9684-46e5-93f0-aac2197d92c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:38Z', 'updated_at': '2022-06-10T17:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': '69e8def5-a9c8-479b-869f-c8198dc830ef', 'name': '', 'network_id': 'b2074982-8510-4602-8f90-7b2c5597cc8a', 'tenant_id': '348a538a9b374d2e92369c4ce3c399b7', 'mac_address': 'fa:16:3e:11:c9:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c2399f-9684-46e5-93f0-aac2197d92c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'f8f1d896-2720-4d16-a317-d662b15c5000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:42Z', 'updated_at': '2022-06-10T17:53:42Z', 'revision_number': 2, 'project_id': '348a538a9b374d2e92369c4ce3c399b7', 'subnets': [{'id': 'f8f1d896-2720-4d16-a317-d662b15c5000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:53:46.083513 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-510710eb-c6ae-4689-b263-8816ec07576e req-ca5a4e3b-6f89-43c1-8601-740f07745319 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cbb772-b94c-4a26-be61-ada0eec3eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476277 Jun 10 17:53:46.089795 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.db [None req-8c99c738-024d-48b9-a590-11bf1cc68ccc admin admin] For port 5482ff96-11fd-44bd-b031-b7336ecb4ba1, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=5482ff96-11fd-44bd-b031-b7336ecb4ba1,segment=NetworkSegment(bfeef927-6d24-4759-be0a-a8eced1bbc0e),segment_id=bfeef927-6d24-4759-be0a-a8eced1bbc0e)] {{(pid=114528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:53:46.090156 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-8c99c738-024d-48b9-a590-11bf1cc68ccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781461'] for port, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:46.099749 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89ce4f6-b854-4f56-bc9e-aea65aa7150d None None] Checking router: 78c2399f-9684-46e5-93f0-aac2197d92c4 for host: dv-cinder-xena-3-iscsi {{(pid=114530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 17:53:46.100393 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89ce4f6-b854-4f56-bc9e-aea65aa7150d None None] Updating router 78c2399f-9684-46e5-93f0-aac2197d92c4 port 69e8def5-a9c8-479b-869f-c8198dc830ef binding host dv-cinder-xena-3-iscsi {{(pid=114530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 17:53:46.136496 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-d89ce4f6-b854-4f56-bc9e-aea65aa7150d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:46.141098 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.plugin [None req-8c99c738-024d-48b9-a590-11bf1cc68ccc admin admin] Calling delete_port for 5482ff96-11fd-44bd-b031-b7336ecb4ba1 owned by network:router_gateway {{(pid=114528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 10 17:53:46.147370 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-d39bdc87-8711-47ab-be89-eaf099f2be09 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:46.148416 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-d39bdc87-8711-47ab-be89-eaf099f2be09 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4169564 Jun 10 17:53:46.152144 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 47642) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:53:46.160999 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.v2.base [None req-209638d2-f0c6-4a0e-8311-ec85ac12a458 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Request body: {'security_group_rule': {'security_group_id': '6ae1e1d4-e4c7-4585-82e5-ff7616b8fd6f', 'project_id': '767f7c0142e64103a2d829d5951cd4ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:53:46.213986 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-c77a5798-360d-4fc4-b1d4-4ad41551b0ff admin admin] Notify callbacks [] for router, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:46.273288 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-209638d2-f0c6-4a0e-8311-ec85ac12a458 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:46.368947 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvr_db [None req-bcf0b9a3-4036-4211-89b8-177320f9995a None None] Set router d6a4d52a-af9e-4bc0-befc-894fd7602dc4 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:53:46.394683 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-c77a5798-360d-4fc4-b1d4-4ad41551b0ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:46.411706 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-209638d2-f0c6-4a0e-8311-ec85ac12a458 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:46.514688 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device d4c7ba93-e008-46ca-988d-0b4f4be81be5 up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 17:53:46.522463 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-209638d2-f0c6-4a0e-8311-ec85ac12a458 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765151'] for security_group_rule, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:46.542540 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209638d2-f0c6-4a0e-8311-ec85ac12a458 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5010dd7b-9288-4fbe-923a-095acf0b4712,revision_number=0']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:46.545973 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-8c99c738-024d-48b9-a590-11bf1cc68ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764021169165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764020614696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940005'] for port, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:46.550952 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.plugin [None req-c77a5798-360d-4fc4-b1d4-4ad41551b0ff admin admin] Deleting port 6eeb1939-3648-4150-b905-97177297a5d7 {{(pid=114528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 10 17:53:46.551423 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-c77a5798-360d-4fc4-b1d4-4ad41551b0ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764021161391'] for port, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:46.589147 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c99c738-024d-48b9-a590-11bf1cc68ccc admin admin] Pushing event deleted for resources: {'Port': ['ID=5482ff96-11fd-44bd-b031-b7336ecb4ba1,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:46.621502 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-209638d2-f0c6-4a0e-8311-ec85ac12a458 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:46.625323 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-209638d2-f0c6-4a0e-8311-ec85ac12a458 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4676414 Jun 10 17:53:46.627171 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 47644) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:53:46.629668 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-bcf0b9a3-4036-4211-89b8-177320f9995a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6a4d52a-af9e-4bc0-befc-894fd7602dc4', 'name': 'tempest-ServerRescueNegativeTestJSON-1091704996-router', 'tenant_id': '977e9ef6bd9842379167d252715c6e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.143'}], 'enable_snat': True}, 'gw_port_id': '6eeb1939-3648-4150-b905-97177297a5d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:48:20Z', 'updated_at': '2022-06-10T17:53:45Z', 'revision_number': 5, 'project_id': '977e9ef6bd9842379167d252715c6e8c', 'gw_port': {'id': '6eeb1939-3648-4150-b905-97177297a5d7', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a4d52a-af9e-4bc0-befc-894fd7602dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:48:21Z', 'updated_at': '2022-06-10T17:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:53:46.632131 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Provisioning complete for port d4c7ba93-e008-46ca-988d-0b4f4be81be5 triggered by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:53:46.632512 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:46.636741 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.v2.base [None req-cde9c2a2-8a81-480b-a267-cfe30beb9393 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Request body: {'security_group_rule': {'security_group_id': '6ae1e1d4-e4c7-4585-82e5-ff7616b8fd6f', 'project_id': '767f7c0142e64103a2d829d5951cd4ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:53:46.668007 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf0b9a3-4036-4211-89b8-177320f9995a None None] Checking router: d6a4d52a-af9e-4bc0-befc-894fd7602dc4 for host: dv-cinder-xena-3-iscsi {{(pid=114531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 17:53:46.677161 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf0b9a3-4036-4211-89b8-177320f9995a None None] Routers {'d6a4d52a-af9e-4bc0-befc-894fd7602dc4'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:53:46.677761 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-bcf0b9a3-4036-4211-89b8-177320f9995a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:53:41Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['d6a4d52a-af9e-4bc0-befc-894fd7602dc4'], 'active': True} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:53:46.702788 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-8c99c738-024d-48b9-a590-11bf1cc68ccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-754044'] for router_gateway, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:46.717090 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.db.securitygroups_db [None req-cde9c2a2-8a81-480b-a267-cfe30beb9393 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Project 767f7c0142e64103a2d829d5951cd4ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 17:53:46.723957 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-cde9c2a2-8a81-480b-a267-cfe30beb9393 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:46.773232 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvr_db [None req-bcf0b9a3-4036-4211-89b8-177320f9995a None None] Set router d6a4d52a-af9e-4bc0-befc-894fd7602dc4 gateway port host: None {{(pid=114531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:53:46.786488 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-d89ce4f6-b854-4f56-bc9e-aea65aa7150d None None] Notify callbacks [] for port, precommit_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:46.801703 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.db [None req-c77a5798-360d-4fc4-b1d4-4ad41551b0ff admin admin] For port 6eeb1939-3648-4150-b905-97177297a5d7, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=6eeb1939-3648-4150-b905-97177297a5d7,segment=NetworkSegment(bfeef927-6d24-4759-be0a-a8eced1bbc0e),segment_id=bfeef927-6d24-4759-be0a-a8eced1bbc0e)] {{(pid=114528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:53:46.802078 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-c77a5798-360d-4fc4-b1d4-4ad41551b0ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781461'] for port, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:46.805801 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Current status of the port d4c7ba93-e008-46ca-988d-0b4f4be81be5 is: ACTIVE; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:53:46.816687 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device 0e3df404-6458-435f-b246-41fe49adfd6f no longer exists at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 10 17:53:46.819053 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-cde9c2a2-8a81-480b-a267-cfe30beb9393 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:46.830898 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-bcf0b9a3-4036-4211-89b8-177320f9995a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6a4d52a-af9e-4bc0-befc-894fd7602dc4', 'name': 'tempest-ServerRescueNegativeTestJSON-1091704996-router', 'tenant_id': '977e9ef6bd9842379167d252715c6e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:48:20Z', 'updated_at': '2022-06-10T17:53:46Z', 'revision_number': 6, 'project_id': '977e9ef6bd9842379167d252715c6e8c', 'gw_port_host': None}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:53:46.836532 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-8c99c738-024d-48b9-a590-11bf1cc68ccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14472'] for router, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:46.839268 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] No Port match for: 0e3df404-6458-435f-b246-41fe49adfd6f {{(pid=114530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 10 17:53:46.839399 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device 0e3df404-6458-435f-b246-41fe49adfd6f not bound to the agent host dv-cinder-xena-3-iscsi {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 10 17:53:46.839905 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-8c99c738-024d-48b9-a590-11bf1cc68ccc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:46.842213 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-d89ce4f6-b854-4f56-bc9e-aea65aa7150d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:46.846446 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.plugin [None req-c77a5798-360d-4fc4-b1d4-4ad41551b0ff admin admin] Calling delete_port for 6eeb1939-3648-4150-b905-97177297a5d7 owned by network:router_gateway {{(pid=114528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 10 17:53:46.863715 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf0b9a3-4036-4211-89b8-177320f9995a None None] The sync data for ids ['d6a4d52a-af9e-4bc0-befc-894fd7602dc4'] in dv-cinder-xena-3-iscsi is: [{'id': 'd6a4d52a-af9e-4bc0-befc-894fd7602dc4', 'name': 'tempest-ServerRescueNegativeTestJSON-1091704996-router', 'tenant_id': '977e9ef6bd9842379167d252715c6e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:48:20Z', 'updated_at': '2022-06-10T17:53:46Z', 'revision_number': 6, 'project_id': '977e9ef6bd9842379167d252715c6e8c', 'gw_port_host': None}] {{(pid=114531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 17:53:46.893704 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137a45bd-9a2d-45ae-a5c3-c187ea5ab4af None None] Pushing event updated for resources: {'Port': ['ID=69e8def5-a9c8-479b-869f-c8198dc830ef,revision_number=3']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:46.900318 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-cde9c2a2-8a81-480b-a267-cfe30beb9393 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765151'] for security_group_rule, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:46.938943 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde9c2a2-8a81-480b-a267-cfe30beb9393 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=621c81c5-d372-4d1e-9519-2c72f71360ab,revision_number=0']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:46.975357 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.managers [None req-d89ce4f6-b854-4f56-bc9e-aea65aa7150d None None] Attempting to bind port 69e8def5-a9c8-479b-869f-c8198dc830ef on host dv-cinder-xena-3-iscsi for vnic_type normal with profile {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 17:53:46.975727 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.managers [None req-d89ce4f6-b854-4f56-bc9e-aea65aa7150d None None] Attempting to bind port 69e8def5-a9c8-479b-869f-c8198dc830ef by drivers openvswitch,hyperv on host dv-cinder-xena-3-iscsi at level 0 using segments [{'id': '244deee8-008b-4951-a63c-652819e038bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b2074982-8510-4602-8f90-7b2c5597cc8a'}] {{(pid=114530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 17:53:46.976090 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89ce4f6-b854-4f56-bc9e-aea65aa7150d None None] Attempting to bind port 69e8def5-a9c8-479b-869f-c8198dc830ef on network b2074982-8510-4602-8f90-7b2c5597cc8a {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 10 17:53:46.984622 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89ce4f6-b854-4f56-bc9e-aea65aa7150d None None] Checking agent: {'id': '87b91a5b-6105-4774-a25f-e6a5abfdfa1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-xena-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 10, 17, 40, 14), 'started_at': datetime.datetime(2022, 6, 10, 17, 40, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 10, 17, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-xena-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 10 17:53:46.986031 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89ce4f6-b854-4f56-bc9e-aea65aa7150d None None] Checking segment: {'id': '244deee8-008b-4951-a63c-652819e038bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b2074982-8510-4602-8f90-7b2c5597cc8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 10 17:53:46.986583 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-d89ce4f6-b854-4f56-bc9e-aea65aa7150d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:46.987216 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89ce4f6-b854-4f56-bc9e-aea65aa7150d None None] Bound using segment: {'id': '244deee8-008b-4951-a63c-652819e038bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b2074982-8510-4602-8f90-7b2c5597cc8a'} {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 10 17:53:46.987821 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.managers [None req-d89ce4f6-b854-4f56-bc9e-aea65aa7150d None None] Bound port: 69e8def5-a9c8-479b-869f-c8198dc830ef, host: dv-cinder-xena-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '244deee8-008b-4951-a63c-652819e038bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b2074982-8510-4602-8f90-7b2c5597cc8a'}}] {{(pid=114530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 17:53:46.988301 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-d89ce4f6-b854-4f56-bc9e-aea65aa7150d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:47.002803 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-cde9c2a2-8a81-480b-a267-cfe30beb9393 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:47.004495 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-8c99c738-024d-48b9-a590-11bf1cc68ccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-533514'] for router, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:47.005068 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c99c738-024d-48b9-a590-11bf1cc68ccc admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17 {{(pid=114528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 10 17:53:47.007875 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 47646) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:53:47.010333 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-cde9c2a2-8a81-480b-a267-cfe30beb9393 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3817101 Jun 10 17:53:47.013433 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [None req-5bd6f5e3-c540-46aa-b79a-cbd8674ccef9 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Request body: {'security_group_rule': {'security_group_id': '6ae1e1d4-e4c7-4585-82e5-ff7616b8fd6f', 'project_id': '767f7c0142e64103a2d829d5951cd4ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:53:47.029873 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-8c99c738-024d-48b9-a590-11bf1cc68ccc admin admin] Notify callbacks [] for router, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:47.029873 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-8c99c738-024d-48b9-a590-11bf1cc68ccc admin admin] 10.222.0.16 "DELETE /v2.0/routers/b0eb8814-d9be-4fbc-a2de-9e1cf7aa6e17 HTTP/1.1" status: 204 len: 168 time: 2.0085664 Jun 10 17:53:47.030816 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 47648) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:53:47.078896 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-d89ce4f6-b854-4f56-bc9e-aea65aa7150d None None] For port 69e8def5-a9c8-479b-869f-c8198dc830ef, host dv-cinder-xena-3-iscsi, cleared binding levels {{(pid=114530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 10 17:53:47.100588 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcf05d6b-efcd-4090-b6c0-5f880941bcbd admin admin] Deleting subnet 5534695f-d2e1-44a9-977d-39ba1417d8f6 {{(pid=114529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 10 17:53:47.105242 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-dcf05d6b-efcd-4090-b6c0-5f880941bcbd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:47.110366 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device 5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c up at agent hyperv_hv-cinder-xena0 {{(pid=114530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 17:53:47.120508 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.db.securitygroups_db [None req-5bd6f5e3-c540-46aa-b79a-cbd8674ccef9 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Project 767f7c0142e64103a2d829d5951cd4ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 17:53:47.129879 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-5bd6f5e3-c540-46aa-b79a-cbd8674ccef9 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:47.178329 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-dcf05d6b-efcd-4090-b6c0-5f880941bcbd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263706186'] for subnet, precommit_delete_associations {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:47.187819 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-c77a5798-360d-4fc4-b1d4-4ad41551b0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764021169165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764020614696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940005'] for port, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:47.205180 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-d89ce4f6-b854-4f56-bc9e-aea65aa7150d None None] For port 69e8def5-a9c8-479b-869f-c8198dc830ef, host dv-cinder-xena-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=69e8def5-a9c8-479b-869f-c8198dc830ef,segment=NetworkSegment(244deee8-008b-4951-a63c-652819e038bd),segment_id=244deee8-008b-4951-a63c-652819e038bd)] {{(pid=114530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 10 17:53:47.229870 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77a5798-360d-4fc4-b1d4-4ad41551b0ff admin admin] Pushing event deleted for resources: {'Port': ['ID=6eeb1939-3648-4150-b905-97177297a5d7,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:47.252679 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-cd4ff9e3-c964-4a1a-9129-79cce3aa2e95 None None] Provisioning complete for port 69e8def5-a9c8-479b-869f-c8198dc830ef triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:53:47.253307 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-cd4ff9e3-c964-4a1a-9129-79cce3aa2e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:47.287842 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-d89ce4f6-b854-4f56-bc9e-aea65aa7150d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:47.297778 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-5bd6f5e3-c540-46aa-b79a-cbd8674ccef9 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:47.317467 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-c77a5798-360d-4fc4-b1d4-4ad41551b0ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-754044'] for router_gateway, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:47.347012 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Provisioning for port 5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c completed by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 17:53:47.358392 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89ce4f6-b854-4f56-bc9e-aea65aa7150d None None] Routers {'78c2399f-9684-46e5-93f0-aac2197d92c4'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:53:47.359041 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-d89ce4f6-b854-4f56-bc9e-aea65aa7150d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:53:41Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['78c2399f-9684-46e5-93f0-aac2197d92c4'], 'active': True} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:53:47.360757 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-cd4ff9e3-c964-4a1a-9129-79cce3aa2e95 None None] Port 69e8def5-a9c8-479b-869f-c8198dc830ef cannot update to ACTIVE because it is not bound. {{(pid=114530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 10 17:53:47.399135 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ac3472-d31d-4034-b15c-1e8005ca4cb8 req-adba8720-b3b4-4214-9620-bac0ce9b9d54 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:47.401058 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Provisioning complete for port 5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c triggered by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:53:47.401435 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:47.409847 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-18ac3472-d31d-4034-b15c-1e8005ca4cb8 req-adba8720-b3b4-4214-9620-bac0ce9b9d54 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7c451ff-0de1-443d-a8eb-65b02a664a48 HTTP/1.1" status: 200 len: 944 time: 0.2016463 Jun 10 17:53:47.420979 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-dcf05d6b-efcd-4090-b6c0-5f880941bcbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4008051'] for subnet, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:47.452210 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137a45bd-9a2d-45ae-a5c3-c187ea5ab4af None None] Pushing event updated for resources: {'Port': ['ID=69e8def5-a9c8-479b-869f-c8198dc830ef,revision_number=4']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:47.458488 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-5bd6f5e3-c540-46aa-b79a-cbd8674ccef9 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765151'] for security_group_rule, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:47.465262 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-c77a5798-360d-4fc4-b1d4-4ad41551b0ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14472'] for router, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:47.471926 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-c77a5798-360d-4fc4-b1d4-4ad41551b0ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:47.500240 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd6f5e3-c540-46aa-b79a-cbd8674ccef9 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19153dfa-a1f0-4790-92fb-87434f8ad865,revision_number=0']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:47.515181 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-18ac3472-d31d-4034-b15c-1e8005ca4cb8 req-0ebd100a-fc63-4d9f-936c-f533a6f79c8a tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cbb772-b94c-4a26-be61-ada0eec3eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1043305 Jun 10 17:53:47.572769 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvr_db [None req-d89ce4f6-b854-4f56-bc9e-aea65aa7150d None None] Set router 78c2399f-9684-46e5-93f0-aac2197d92c4 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:53:47.622011 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Current status of the port 5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c is: BUILD; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:53:47.622437 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:47.629623 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-5bd6f5e3-c540-46aa-b79a-cbd8674ccef9 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:47.630887 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-5bd6f5e3-c540-46aa-b79a-cbd8674ccef9 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6215248 Jun 10 17:53:47.684494 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-c77a5798-360d-4fc4-b1d4-4ad41551b0ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-533514'] for router, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:47.684823 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-dcf05d6b-efcd-4090-b6c0-5f880941bcbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4008060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263062998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263210359'] for subnet, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:47.685373 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c77a5798-360d-4fc4-b1d4-4ad41551b0ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6a4d52a-af9e-4bc0-befc-894fd7602dc4 {{(pid=114528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 10 17:53:47.689986 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-c77a5798-360d-4fc4-b1d4-4ad41551b0ff admin admin] Notify callbacks [] for router, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:47.691653 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-c77a5798-360d-4fc4-b1d4-4ad41551b0ff admin admin] 10.222.0.16 "DELETE /v2.0/routers/d6a4d52a-af9e-4bc0-befc-894fd7602dc4 HTTP/1.1" status: 204 len: 168 time: 1.6799004 Jun 10 17:53:47.695418 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 47662) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:53:47.708481 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7c451ff-0de1-443d-a8eb-65b02a664a48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c'}] {{(pid=114530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:53:47.711138 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059d8b929bb81300c707de1c8675048d791f282ce62f1c2c108741a8dfb2b754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-133542b7-1096-459b-bbcb-802c371fe4b5" -d '{"events": [{"server_uuid": "e7c451ff-0de1-443d-a8eb-65b02a664a48", "name": "network-vif-plugged", "status": "completed", "tag": "5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c"}]}' {{(pid=114530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:53:47.733545 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf05d6b-efcd-4090-b6c0-5f880941bcbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5534695f-d2e1-44a9-977d-39ba1417d8f6,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:47.741664 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-dcf05d6b-efcd-4090-b6c0-5f880941bcbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-734032'] for subnet, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:47.746296 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-dcf05d6b-efcd-4090-b6c0-5f880941bcbd admin admin] 10.222.0.16 "DELETE /v2.0/subnets/5534695f-d2e1-44a9-977d-39ba1417d8f6 HTTP/1.1" status: 204 len: 168 time: 0.7134488 Jun 10 17:53:47.748275 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 47678) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:53:47.767349 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port 5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c,segment=NetworkSegment(20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a),segment_id=20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:53:47.771109 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea134ef-8b06-44bb-b05d-4fd1fdaf6262 None None] Network 1f32841e-c7bf-4753-a1a7-c09b804b3a5f requested from dv-cinder-xena-3-iscsi {{(pid=114530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 17:53:47.774846 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d692c97-79bf-43e9-aaa9-a6cfbcb40fdb admin admin] Deleting subnet 9b159fa3-bdfe-428f-8e21-2b18edcf45c9 {{(pid=114528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 10 17:53:47.780730 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-3d692c97-79bf-43e9-aaa9-a6cfbcb40fdb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:47.790246 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-421c41e2-37e3-45a6-b580-6d081799d545 None None] Provisioning complete for port 69e8def5-a9c8-479b-869f-c8198dc830ef triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:53:47.790655 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-421c41e2-37e3-45a6-b580-6d081799d545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:47.824473 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Jun 2022 17:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66396d8-9672-408c-9d11-564eb13426e1 x-openstack-request-id: req-f66396d8-9672-408c-9d11-564eb13426e1 {{(pid=114530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:53:47.824781 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7c451ff-0de1-443d-a8eb-65b02a664a48", "name": "network-vif-plugged", "status": "completed", "tag": "5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c", "code": 200}]} {{(pid=114530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:53:47.826071 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f66396d8-9672-408c-9d11-564eb13426e1 {{(pid=114530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:53:47.826385 dv-cinder-xena-3-iscsi neutron-server[114530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f66396d8-9672-408c-9d11-564eb13426e1'] response: {'server_uuid': 'e7c451ff-0de1-443d-a8eb-65b02a664a48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c', 'code': 200} Jun 10 17:53:47.844000 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:47.855915 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-3afdf4a0-7b52-4777-bb2a-7333992c2fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3935284'] for network, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:47.871844 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-3d692c97-79bf-43e9-aaa9-a6cfbcb40fdb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1640858'] for subnet, precommit_delete_associations {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:47.978666 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.plugin [None req-3afdf4a0-7b52-4777-bb2a-7333992c2fac admin admin] Deleting port e4df2076-70f0-46df-9832-d41fca74929a {{(pid=114529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 10 17:53:47.980370 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-3afdf4a0-7b52-4777-bb2a-7333992c2fac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764021161391'] for port, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:48.013920 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Pushing event updated for resources: {'Port': ['ID=5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c,revision_number=5']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:48.061102 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.db [None req-3afdf4a0-7b52-4777-bb2a-7333992c2fac admin admin] For port e4df2076-70f0-46df-9832-d41fca74929a, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=e4df2076-70f0-46df-9832-d41fca74929a,segment=NetworkSegment(d8d5c4f9-464f-45ae-828b-d5468569bc5a),segment_id=d8d5c4f9-464f-45ae-828b-d5468569bc5a)] {{(pid=114529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:53:48.061102 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-3afdf4a0-7b52-4777-bb2a-7333992c2fac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781461'] for port, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:48.072407 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.plugin [None req-3afdf4a0-7b52-4777-bb2a-7333992c2fac admin admin] Calling delete_port for e4df2076-70f0-46df-9832-d41fca74929a owned by network:dhcp {{(pid=114529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 10 17:53:48.092690 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-3d692c97-79bf-43e9-aaa9-a6cfbcb40fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4008051'] for subnet, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:48.159960 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-421c41e2-37e3-45a6-b580-6d081799d545 None None] Current status of the port 69e8def5-a9c8-479b-869f-c8198dc830ef is: DOWN; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:53:48.160334 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-421c41e2-37e3-45a6-b580-6d081799d545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:48.220397 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-421c41e2-37e3-45a6-b580-6d081799d545 None None] For port 69e8def5-a9c8-479b-869f-c8198dc830ef, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=69e8def5-a9c8-479b-869f-c8198dc830ef,segment=NetworkSegment(244deee8-008b-4951-a63c-652819e038bd),segment_id=244deee8-008b-4951-a63c-652819e038bd)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:53:48.231479 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-3d692c97-79bf-43e9-aaa9-a6cfbcb40fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4008060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262939984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263611608'] for subnet, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:48.232631 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-d89ce4f6-b854-4f56-bc9e-aea65aa7150d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c2399f-9684-46e5-93f0-aac2197d92c4', 'name': 'tempest-TestVolumeBootPattern-1236340130-router', 'tenant_id': '348a538a9b374d2e92369c4ce3c399b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.140'}], 'enable_snat': True}, 'gw_port_id': 'd4c7ba93-e008-46ca-988d-0b4f4be81be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:36Z', 'updated_at': '2022-06-10T17:53:42Z', 'revision_number': 4, 'project_id': '348a538a9b374d2e92369c4ce3c399b7', 'gw_port': {'id': 'd4c7ba93-e008-46ca-988d-0b4f4be81be5', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c2399f-9684-46e5-93f0-aac2197d92c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:38Z', 'updated_at': '2022-06-10T17:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': '69e8def5-a9c8-479b-869f-c8198dc830ef', 'name': '', 'network_id': 'b2074982-8510-4602-8f90-7b2c5597cc8a', 'tenant_id': '348a538a9b374d2e92369c4ce3c399b7', 'mac_address': 'fa:16:3e:11:c9:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c2399f-9684-46e5-93f0-aac2197d92c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'f8f1d896-2720-4d16-a317-d662b15c5000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:42Z', 'updated_at': '2022-06-10T17:53:47Z', 'revision_number': 4, 'project_id': '348a538a9b374d2e92369c4ce3c399b7', 'subnets': [{'id': 'f8f1d896-2720-4d16-a317-d662b15c5000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:53:48.240632 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cddecc-8c2f-45a7-8b6a-0a79a009eb60 req-ad72e1bc-7538-42b0-83d4-6cd1185d9a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:48.244438 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-e4cddecc-8c2f-45a7-8b6a-0a79a009eb60 req-ad72e1bc-7538-42b0-83d4-6cd1185d9a3f service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=e7c451ff-0de1-443d-a8eb-65b02a664a48 HTTP/1.1" status: 200 len: 1098 time: 0.0594494 Jun 10 17:53:48.264220 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d692c97-79bf-43e9-aaa9-a6cfbcb40fdb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b159fa3-bdfe-428f-8e21-2b18edcf45c9,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:48.269588 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89ce4f6-b854-4f56-bc9e-aea65aa7150d None None] The sync data for ids ['78c2399f-9684-46e5-93f0-aac2197d92c4'] in dv-cinder-xena-3-iscsi is: [{'id': '78c2399f-9684-46e5-93f0-aac2197d92c4', 'name': 'tempest-TestVolumeBootPattern-1236340130-router', 'tenant_id': '348a538a9b374d2e92369c4ce3c399b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.140'}], 'enable_snat': True}, 'gw_port_id': 'd4c7ba93-e008-46ca-988d-0b4f4be81be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:36Z', 'updated_at': '2022-06-10T17:53:42Z', 'revision_number': 4, 'project_id': '348a538a9b374d2e92369c4ce3c399b7', 'gw_port': {'id': 'd4c7ba93-e008-46ca-988d-0b4f4be81be5', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c2399f-9684-46e5-93f0-aac2197d92c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:38Z', 'updated_at': '2022-06-10T17:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': '69e8def5-a9c8-479b-869f-c8198dc830ef', 'name': '', 'network_id': 'b2074982-8510-4602-8f90-7b2c5597cc8a', 'tenant_id': '348a538a9b374d2e92369c4ce3c399b7', 'mac_address': 'fa:16:3e:11:c9:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c2399f-9684-46e5-93f0-aac2197d92c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'f8f1d896-2720-4d16-a317-d662b15c5000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:42Z', 'updated_at': '2022-06-10T17:53:47Z', 'revision_number': 4, 'project_id': '348a538a9b374d2e92369c4ce3c399b7', 'subnets': [{'id': 'f8f1d896-2720-4d16-a317-d662b15c5000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 17:53:48.271079 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-3d692c97-79bf-43e9-aaa9-a6cfbcb40fdb admin admin] Notify callbacks [] for subnet, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:48.278702 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-3d692c97-79bf-43e9-aaa9-a6cfbcb40fdb admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9b159fa3-bdfe-428f-8e21-2b18edcf45c9 HTTP/1.1" status: 204 len: 168 time: 0.5761583 Jun 10 17:53:48.278930 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 47698) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:53:48.279640 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-3afdf4a0-7b52-4777-bb2a-7333992c2fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764021169165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764020614696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263063011'] for port, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:48.300686 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a32543b-96cf-4916-b52b-18ddf9771d5e None None] Network e628d0f6-63d3-440a-9d16-11e611b2380d requested from dv-cinder-xena-3-iscsi {{(pid=114530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 17:53:48.302726 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b07bba9-993a-4935-9b4a-52a5f3352f88 None None] DHCP port deletion for 1f32841e-c7bf-4753-a1a7-c09b804b3a5f request from dv-cinder-xena-3-iscsi {{(pid=114530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 17:53:48.328863 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-421c41e2-37e3-45a6-b580-6d081799d545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:48.433757 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afdf4a0-7b52-4777-bb2a-7333992c2fac admin admin] Pushing event deleted for resources: {'Port': ['ID=e4df2076-70f0-46df-9832-d41fca74929a,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:48.486510 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afdf4a0-7b52-4777-bb2a-7333992c2fac admin admin] No DVR routers for this DVR port e4df2076-70f0-46df-9832-d41fca74929a on host dv-cinder-xena-3-iscsi {{(pid=114529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 17:53:48.491241 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-e4cddecc-8c2f-45a7-8b6a-0a79a009eb60 req-b8d35107-4646-4741-8ddc-2f17706a47ab service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=d6cbb772-b94c-4a26-be61-ada0eec3eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2403433 Jun 10 17:53:48.587184 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-05a6e438-5d18-4051-8237-c9f9f0f14daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3935284'] for network, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:48.624313 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device 70696a10-dc16-4fad-a071-98a29eecb1d9 no longer exists at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 10 17:53:48.646725 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-3afdf4a0-7b52-4777-bb2a-7333992c2fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4008428', 'neutron.services.segments.db._delete_segments_for_network-8764020915914'] for network, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:48.673986 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421c41e2-37e3-45a6-b580-6d081799d545 None None] Pushing event updated for resources: {'Port': ['ID=69e8def5-a9c8-479b-869f-c8198dc830ef,revision_number=5']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:48.678556 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] No Port match for: 70696a10-dc16-4fad-a071-98a29eecb1d9 {{(pid=114530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 10 17:53:48.679098 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device 70696a10-dc16-4fad-a071-98a29eecb1d9 not bound to the agent host dv-cinder-xena-3-iscsi {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 10 17:53:48.679659 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device 6eeb1939-3648-4150-b905-97177297a5d7 no longer exists at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 10 17:53:48.707409 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.services.segments.db [None req-3afdf4a0-7b52-4777-bb2a-7333992c2fac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f32841e-c7bf-4753-a1a7-c09b804b3a5f']}} {{(pid=114529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:53:48.746611 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.services.segments.db [None req-3afdf4a0-7b52-4777-bb2a-7333992c2fac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8d5c4f9-464f-45ae-828b-d5468569bc5a') {'for_net_delete': True} {{(pid=114529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:53:48.746906 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.services.segments.db [None req-3afdf4a0-7b52-4777-bb2a-7333992c2fac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8d5c4f9-464f-45ae-828b-d5468569bc5a') {} {{(pid=114529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:53:48.775400 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-3afdf4a0-7b52-4777-bb2a-7333992c2fac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764020916947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263706163'] for segment, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:48.821549 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff38c9-7e88-43d3-bf0c-278c8da9a2b9 req-e9a11e0a-15f8-485f-abbb-52cbff872893 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:48.825995 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f5ff38c9-7e88-43d3-bf0c-278c8da9a2b9 req-e9a11e0a-15f8-485f-abbb-52cbff872893 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7c451ff-0de1-443d-a8eb-65b02a664a48 HTTP/1.1" status: 200 len: 945 time: 0.1883211 Jun 10 17:53:48.834381 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-3afdf4a0-7b52-4777-bb2a-7333992c2fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009214'] for segment, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:48.861758 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] No Port match for: 6eeb1939-3648-4150-b905-97177297a5d7 {{(pid=114530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 10 17:53:48.862089 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device 6eeb1939-3648-4150-b905-97177297a5d7 not bound to the agent host dv-cinder-xena-3-iscsi {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 10 17:53:48.862199 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3afdf4a0-7b52-4777-bb2a-7333992c2fac admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=114529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 17:53:48.862512 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-3afdf4a0-7b52-4777-bb2a-7333992c2fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263062844'] for segment, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:48.862633 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device 5482ff96-11fd-44bd-b031-b7336ecb4ba1 no longer exists at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 10 17:53:48.894334 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] No Port match for: 5482ff96-11fd-44bd-b031-b7336ecb4ba1 {{(pid=114530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 10 17:53:48.894682 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device 5482ff96-11fd-44bd-b031-b7336ecb4ba1 not bound to the agent host dv-cinder-xena-3-iscsi {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 10 17:53:48.895078 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device e4df2076-70f0-46df-9832-d41fca74929a no longer exists at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 10 17:53:48.899451 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.plugin [None req-05a6e438-5d18-4051-8237-c9f9f0f14daa admin admin] Deleting port c3f58ee7-23fb-431c-89d9-0ff3c69d60a4 {{(pid=114529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 10 17:53:48.899869 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-05a6e438-5d18-4051-8237-c9f9f0f14daa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764021161391'] for port, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:48.921133 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] No Port match for: e4df2076-70f0-46df-9832-d41fca74929a {{(pid=114530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 10 17:53:48.922146 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device e4df2076-70f0-46df-9832-d41fca74929a not bound to the agent host dv-cinder-xena-3-iscsi {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 10 17:53:48.941588 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:48.987081 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db552341-5c86-45df-b768-14a5f6544c2f None None] DHCP port deletion for e628d0f6-63d3-440a-9d16-11e611b2380d request from dv-cinder-xena-3-iscsi {{(pid=114530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 17:53:49.047979 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.services.segments.plugin [-] Segment d8d5c4f9-464f-45ae-828b-d5468569bc5a resource provider aggregate not found Jun 10 17:53:49.068916 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-db552341-5c86-45df-b768-14a5f6544c2f None None] Deleting port c3f58ee7-23fb-431c-89d9-0ff3c69d60a4 {{(pid=114530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 10 17:53:49.069454 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-db552341-5c86-45df-b768-14a5f6544c2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764021161391'] for port, before_delete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:49.071644 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.db [None req-05a6e438-5d18-4051-8237-c9f9f0f14daa admin admin] For port c3f58ee7-23fb-431c-89d9-0ff3c69d60a4, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=c3f58ee7-23fb-431c-89d9-0ff3c69d60a4,segment=NetworkSegment(b89b8fd3-0b50-4914-8518-4833b6995ef5),segment_id=b89b8fd3-0b50-4914-8518-4833b6995ef5)] {{(pid=114529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:53:49.072095 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-05a6e438-5d18-4051-8237-c9f9f0f14daa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781461'] for port, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:49.077384 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f5ff38c9-7e88-43d3-bf0c-278c8da9a2b9 req-3c9146f8-ff49-44f7-8eeb-c2bf16f6e87b tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cbb772-b94c-4a26-be61-ada0eec3eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2300608 Jun 10 17:53:49.097018 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.plugin [None req-05a6e438-5d18-4051-8237-c9f9f0f14daa admin admin] Calling delete_port for c3f58ee7-23fb-431c-89d9-0ff3c69d60a4 owned by network:dhcp {{(pid=114529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 10 17:53:49.162094 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-3afdf4a0-7b52-4777-bb2a-7333992c2fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4008437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753944'] for network, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:49.169727 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-3afdf4a0-7b52-4777-bb2a-7333992c2fac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-734032'] for network, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:49.172872 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-3afdf4a0-7b52-4777-bb2a-7333992c2fac admin admin] 10.222.0.16 "DELETE /v2.0/networks/1f32841e-c7bf-4753-a1a7-c09b804b3a5f HTTP/1.1" status: 204 len: 168 time: 1.4234903 Jun 10 17:53:49.176131 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 47712) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:53:49.176848 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.services.segments.plugin [-] Segment d8d5c4f9-464f-45ae-828b-d5468569bc5a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d8d5c4f9-464f-45ae-828b-d5468569bc5a found for delete ", "request_id": "req-b2d10416-27fb-4f58-ad96-7b0fc29f7d80"}]} Jun 10 17:53:49.188623 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-db552341-5c86-45df-b768-14a5f6544c2f None None] For port c3f58ee7-23fb-431c-89d9-0ff3c69d60a4, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=c3f58ee7-23fb-431c-89d9-0ff3c69d60a4,segment=NetworkSegment(b89b8fd3-0b50-4914-8518-4833b6995ef5),segment_id=b89b8fd3-0b50-4914-8518-4833b6995ef5)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:53:49.191746 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-db552341-5c86-45df-b768-14a5f6544c2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781461'] for port, precommit_delete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:49.191887 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afdf4a0-7b52-4777-bb2a-7333992c2fac admin admin] Pushing event deleted for resources: {'Network': ['ID=1f32841e-c7bf-4753-a1a7-c09b804b3a5f,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:49.210725 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-db552341-5c86-45df-b768-14a5f6544c2f None None] Calling delete_port for c3f58ee7-23fb-431c-89d9-0ff3c69d60a4 owned by network:dhcp {{(pid=114530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 10 17:53:49.319130 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-05a6e438-5d18-4051-8237-c9f9f0f14daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764021169165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764020614696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263063011'] for port, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:49.350051 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a6e438-5d18-4051-8237-c9f9f0f14daa admin admin] Pushing event deleted for resources: {'Port': ['ID=c3f58ee7-23fb-431c-89d9-0ff3c69d60a4,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:49.357909 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-db552341-5c86-45df-b768-14a5f6544c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764021169165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764020614696'] for port, after_delete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:49.374459 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a6e438-5d18-4051-8237-c9f9f0f14daa admin admin] No DVR routers for this DVR port c3f58ee7-23fb-431c-89d9-0ff3c69d60a4 on host dv-cinder-xena-3-iscsi {{(pid=114529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 17:53:49.397857 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db552341-5c86-45df-b768-14a5f6544c2f None None] No DVR routers for this DVR port c3f58ee7-23fb-431c-89d9-0ff3c69d60a4 on host dv-cinder-xena-3-iscsi {{(pid=114530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 17:53:49.405743 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db552341-5c86-45df-b768-14a5f6544c2f None None] Pushing event deleted for resources: {'Port': ['ID=c3f58ee7-23fb-431c-89d9-0ff3c69d60a4,revision_number=None']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:49.483359 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-05a6e438-5d18-4051-8237-c9f9f0f14daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4008428', 'neutron.services.segments.db._delete_segments_for_network-8764020915914'] for network, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:49.518228 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.services.segments.db [None req-05a6e438-5d18-4051-8237-c9f9f0f14daa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e628d0f6-63d3-440a-9d16-11e611b2380d']}} {{(pid=114529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:53:49.529169 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.services.segments.db [None req-05a6e438-5d18-4051-8237-c9f9f0f14daa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b89b8fd3-0b50-4914-8518-4833b6995ef5') {'for_net_delete': True} {{(pid=114529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:53:49.529554 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.services.segments.db [None req-05a6e438-5d18-4051-8237-c9f9f0f14daa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b89b8fd3-0b50-4914-8518-4833b6995ef5') {} {{(pid=114529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:53:49.549894 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-05a6e438-5d18-4051-8237-c9f9f0f14daa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764020916947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263706163'] for segment, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:49.566178 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-05a6e438-5d18-4051-8237-c9f9f0f14daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009214'] for segment, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:49.574635 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05a6e438-5d18-4051-8237-c9f9f0f14daa admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=114529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 17:53:49.575317 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-05a6e438-5d18-4051-8237-c9f9f0f14daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263062844'] for segment, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:49.689447 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-87ab958e-6c18-430a-b0e3-18dea289977e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-779062'] for router_interface, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:49.696860 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-05a6e438-5d18-4051-8237-c9f9f0f14daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4008437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753944'] for network, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:49.701439 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-05a6e438-5d18-4051-8237-c9f9f0f14daa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-734032'] for network, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:49.705137 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-05a6e438-5d18-4051-8237-c9f9f0f14daa admin admin] 10.222.0.16 "DELETE /v2.0/networks/e628d0f6-63d3-440a-9d16-11e611b2380d HTTP/1.1" status: 204 len: 168 time: 1.4232209 Jun 10 17:53:49.724182 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a6e438-5d18-4051-8237-c9f9f0f14daa admin admin] Pushing event deleted for resources: {'Network': ['ID=e628d0f6-63d3-440a-9d16-11e611b2380d,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:50.070294 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 47732) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:53:50.110985 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-036e3acb-6673-42dc-b746-34f034d87e3d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=977e9ef6bd9842379167d252715c6e8c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0388820 Jun 10 17:53:50.113591 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 47734) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:53:50.172729 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-4a7525df-e0e2-4f9a-aa7b-440e83b8a464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:50.222773 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-4a7525df-e0e2-4f9a-aa7b-440e83b8a464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:50.264736 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da9be03-7091-4fbb-b718-1ae5f9077ab0 req-6963691a-5cc0-46eb-b845-2f632c8f014c tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:50.265003 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.plugin [None req-87ab958e-6c18-430a-b0e3-18dea289977e admin admin] Deleting port 7944afe4-e040-4537-b3ea-5eb9ea1e19ef {{(pid=114528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 10 17:53:50.265499 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-87ab958e-6c18-430a-b0e3-18dea289977e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764021161391'] for port, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:50.266203 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-5da9be03-7091-4fbb-b718-1ae5f9077ab0 req-6963691a-5cc0-46eb-b845-2f632c8f014c tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7c451ff-0de1-443d-a8eb-65b02a664a48 HTTP/1.1" status: 200 len: 945 time: 0.0914826 Jun 10 17:53:50.329190 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-5da9be03-7091-4fbb-b718-1ae5f9077ab0 req-b03e8823-db01-42a6-9c6e-0ad7ef195ec5 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cbb772-b94c-4a26-be61-ada0eec3eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0508568 Jun 10 17:53:50.379997 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.db [None req-87ab958e-6c18-430a-b0e3-18dea289977e admin admin] For port 7944afe4-e040-4537-b3ea-5eb9ea1e19ef, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=7944afe4-e040-4537-b3ea-5eb9ea1e19ef,segment=NetworkSegment(91aa0003-3ed8-49ec-9ed2-7073c633f5e4),segment_id=91aa0003-3ed8-49ec-9ed2-7073c633f5e4)] {{(pid=114528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:53:50.379997 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-87ab958e-6c18-430a-b0e3-18dea289977e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781461'] for port, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:50.391905 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.plugin [None req-87ab958e-6c18-430a-b0e3-18dea289977e admin admin] Calling delete_port for 7944afe4-e040-4537-b3ea-5eb9ea1e19ef owned by network:router_interface {{(pid=114528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 10 17:53:50.392690 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device 69e8def5-a9c8-479b-869f-c8198dc830ef up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 17:53:50.399417 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-4a7525df-e0e2-4f9a-aa7b-440e83b8a464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:50.402147 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-4a7525df-e0e2-4f9a-aa7b-440e83b8a464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:50.403286 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-4a7525df-e0e2-4f9a-aa7b-440e83b8a464 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/994f7a5e-acf3-4049-b572-56c6e2bac45b HTTP/1.1" status: 204 len: 168 time: 0.2885840 Jun 10 17:53:50.413757 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7525df-e0e2-4f9a-aa7b-440e83b8a464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=994f7a5e-acf3-4049-b572-56c6e2bac45b,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:50.464816 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Provisioning complete for port 69e8def5-a9c8-479b-869f-c8198dc830ef triggered by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:53:50.465357 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:50.491758 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b5758e-5442-4dfc-93f6-033e324b6458 req-4ca9b9bb-633b-4aa4-8728-c5d526f8b5ad tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:50.495927 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-63b5758e-5442-4dfc-93f6-033e324b6458 req-4ca9b9bb-633b-4aa4-8728-c5d526f8b5ad tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7c451ff-0de1-443d-a8eb-65b02a664a48 HTTP/1.1" status: 200 len: 945 time: 0.0769134 Jun 10 17:53:50.504037 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 47742) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:53:50.509510 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.v2.base [None req-56e7c2ce-d46c-4d13-8991-4ce167c146f7 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Request body: {'floatingip': {'port_id': '5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c'}} {{(pid=114529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:53:50.552594 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-56e7c2ce-d46c-4d13-8991-4ce167c146f7 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks [] for floatingip, before_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:50.558399 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Current status of the port 69e8def5-a9c8-479b-869f-c8198dc830ef is: ACTIVE; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:53:50.628401 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device c3f58ee7-23fb-431c-89d9-0ff3c69d60a4 no longer exists at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 10 17:53:50.650629 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] No Port match for: c3f58ee7-23fb-431c-89d9-0ff3c69d60a4 {{(pid=114530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 10 17:53:50.650893 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device c3f58ee7-23fb-431c-89d9-0ff3c69d60a4 not bound to the agent host dv-cinder-xena-3-iscsi {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 10 17:53:50.724940 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-87ab958e-6c18-430a-b0e3-18dea289977e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764021169165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764020614696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940005'] for port, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:50.754921 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ab958e-6c18-430a-b0e3-18dea289977e admin admin] Pushing event deleted for resources: {'Port': ['ID=7944afe4-e040-4537-b3ea-5eb9ea1e19ef,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:50.966592 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-87ab958e-6c18-430a-b0e3-18dea289977e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-734075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-779162'] for router_interface, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:51.244369 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87ab958e-6c18-430a-b0e3-18dea289977e admin admin] Router 88f1949e-cebf-40b3-a821-44149915b614 has already been hosted by L3 agent e04d2863-a40a-41db-9b2a-39042df37909 {{(pid=114528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 10 17:53:51.261680 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.services.segments.plugin [-] Segment b89b8fd3-0b50-4914-8518-4833b6995ef5 resource provider aggregate not found Jun 10 17:53:51.292536 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.services.segments.plugin [-] Segment b89b8fd3-0b50-4914-8518-4833b6995ef5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b89b8fd3-0b50-4914-8518-4833b6995ef5 found for delete ", "request_id": "req-aba4d9f6-2ee2-421e-b5b7-e6f9cab9e9f7"}]} Jun 10 17:53:51.366394 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-56e7c2ce-d46c-4d13-8991-4ce167c146f7 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:51.369857 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ab958e-6c18-430a-b0e3-18dea289977e admin admin] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=114528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 10 17:53:51.379181 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-87ab958e-6c18-430a-b0e3-18dea289977e admin admin] 10.222.0.16 "PUT /v2.0/routers/88f1949e-cebf-40b3-a821-44149915b614/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2009606 Jun 10 17:53:51.379397 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 47760) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:53:51.381178 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c26cbae-3538-498f-b8e1-fc45e328eef5 None None] Sync routers for ids ['88f1949e-cebf-40b3-a821-44149915b614'] in dv-cinder-xena-3-iscsi {{(pid=114530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 17:53:51.392445 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c26cbae-3538-498f-b8e1-fc45e328eef5 None None] Routers {'88f1949e-cebf-40b3-a821-44149915b614'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:53:51.393588 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-0c26cbae-3538-498f-b8e1-fc45e328eef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:53:41Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['88f1949e-cebf-40b3-a821-44149915b614'], 'active': True} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:53:51.472246 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-56e7c2ce-d46c-4d13-8991-4ce167c146f7 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-753974'] for floatingip, after_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:51.509163 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvr_db [None req-0c26cbae-3538-498f-b8e1-fc45e328eef5 None None] Set router 88f1949e-cebf-40b3-a821-44149915b614 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:53:51.532187 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-1ed1d200-fe04-4418-a3f3-a5cf6e20cc87 admin admin] Notify callbacks [] for router, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:51.672297 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.db.l3_db [None req-56e7c2ce-d46c-4d13-8991-4ce167c146f7 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Floating IP 017e3129-5b00-4a45-a371-30d7bebf73d7 associated. External IP: 172.37.5.127, port: 5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c. Jun 10 17:53:51.725807 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-0c26cbae-3538-498f-b8e1-fc45e328eef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f1949e-cebf-40b3-a821-44149915b614', 'name': 'tempest-TestMinimumBasicScenario-1045413750-router', 'tenant_id': '335959ed20474a5a889d79801cf7d3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.39'}], 'enable_snat': True}, 'gw_port_id': 'fae818c8-e1c1-4546-b62f-12e006b813ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:50:13Z', 'updated_at': '2022-06-10T17:53:50Z', 'revision_number': 5, 'project_id': '335959ed20474a5a889d79801cf7d3ea', 'gw_port': {'id': 'fae818c8-e1c1-4546-b62f-12e006b813ee', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f1949e-cebf-40b3-a821-44149915b614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:50:13Z', 'updated_at': '2022-06-10T17:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:53:51.737105 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-1ed1d200-fe04-4418-a3f3-a5cf6e20cc87 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:51.753431 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c26cbae-3538-498f-b8e1-fc45e328eef5 None None] Checking router: 88f1949e-cebf-40b3-a821-44149915b614 for host: dv-cinder-xena-3-iscsi {{(pid=114530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 17:53:51.764554 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c26cbae-3538-498f-b8e1-fc45e328eef5 None None] Routers {'88f1949e-cebf-40b3-a821-44149915b614'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:53:51.765173 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-0c26cbae-3538-498f-b8e1-fc45e328eef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:53:41Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['88f1949e-cebf-40b3-a821-44149915b614'], 'active': True} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:53:51.864121 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 47770) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:53:51.894012 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvr_db [None req-0c26cbae-3538-498f-b8e1-fc45e328eef5 None None] Set router 88f1949e-cebf-40b3-a821-44149915b614 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:53:51.951981 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.plugin [None req-1ed1d200-fe04-4418-a3f3-a5cf6e20cc87 admin admin] Deleting port fae818c8-e1c1-4546-b62f-12e006b813ee {{(pid=114529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 10 17:53:51.952353 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-1ed1d200-fe04-4418-a3f3-a5cf6e20cc87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764021161391'] for port, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:51.955718 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56e7c2ce-d46c-4d13-8991-4ce167c146f7 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Router b08aacab-8f74-4fe8-ac9f-43f4322e361a has already been hosted by L3 agent e04d2863-a40a-41db-9b2a-39042df37909 {{(pid=114529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 10 17:53:51.976634 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.v2.base [None req-b8f5b430-5478-403f-b9e7-93ee44b1a6c2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-134245358-network', 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf'}} {{(pid=114529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:53:52.103619 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-0c26cbae-3538-498f-b8e1-fc45e328eef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f1949e-cebf-40b3-a821-44149915b614', 'name': 'tempest-TestMinimumBasicScenario-1045413750-router', 'tenant_id': '335959ed20474a5a889d79801cf7d3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.39'}], 'enable_snat': True}, 'gw_port_id': 'fae818c8-e1c1-4546-b62f-12e006b813ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:50:13Z', 'updated_at': '2022-06-10T17:53:50Z', 'revision_number': 5, 'project_id': '335959ed20474a5a889d79801cf7d3ea', 'gw_port': {'id': 'fae818c8-e1c1-4546-b62f-12e006b813ee', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f1949e-cebf-40b3-a821-44149915b614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:50:13Z', 'updated_at': '2022-06-10T17:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:53:52.131535 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c26cbae-3538-498f-b8e1-fc45e328eef5 None None] The sync data for ids ['88f1949e-cebf-40b3-a821-44149915b614'] in dv-cinder-xena-3-iscsi is: [{'id': '88f1949e-cebf-40b3-a821-44149915b614', 'name': 'tempest-TestMinimumBasicScenario-1045413750-router', 'tenant_id': '335959ed20474a5a889d79801cf7d3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.39'}], 'enable_snat': True}, 'gw_port_id': 'fae818c8-e1c1-4546-b62f-12e006b813ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:50:13Z', 'updated_at': '2022-06-10T17:53:50Z', 'revision_number': 5, 'project_id': '335959ed20474a5a889d79801cf7d3ea', 'gw_port': {'id': 'fae818c8-e1c1-4546-b62f-12e006b813ee', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f1949e-cebf-40b3-a821-44149915b614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:50:13Z', 'updated_at': '2022-06-10T17:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}] {{(pid=114530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 17:53:52.155057 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.db [None req-1ed1d200-fe04-4418-a3f3-a5cf6e20cc87 admin admin] For port fae818c8-e1c1-4546-b62f-12e006b813ee, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=fae818c8-e1c1-4546-b62f-12e006b813ee,segment=NetworkSegment(bfeef927-6d24-4759-be0a-a8eced1bbc0e),segment_id=bfeef927-6d24-4759-be0a-a8eced1bbc0e)] {{(pid=114529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:53:52.155436 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-1ed1d200-fe04-4418-a3f3-a5cf6e20cc87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781461'] for port, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:52.179249 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.plugin [None req-1ed1d200-fe04-4418-a3f3-a5cf6e20cc87 admin admin] Calling delete_port for fae818c8-e1c1-4546-b62f-12e006b813ee owned by network:router_gateway {{(pid=114529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 10 17:53:52.179249 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f5b430-5478-403f-b9e7-93ee44b1a6c2 admin admin] Made reservation on behalf of ae2c0c7e115f4f079bcf8d85f2bdfadf for: {'network': 1} {{(pid=114529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 17:53:52.182286 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-b8f5b430-5478-403f-b9e7-93ee44b1a6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for network, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:52.186790 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e7c2ce-d46c-4d13-8991-4ce167c146f7 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=114529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 10 17:53:52.192832 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-56e7c2ce-d46c-4d13-8991-4ce167c146f7 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for floatingip, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:52.196357 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4c3e60-6d5c-4615-88db-7e8bb452aba8 None None] Sync routers for ids ['b08aacab-8f74-4fe8-ac9f-43f4322e361a'] in dv-cinder-xena-3-iscsi {{(pid=114531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 17:53:52.205627 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4c3e60-6d5c-4615-88db-7e8bb452aba8 None None] Routers {'b08aacab-8f74-4fe8-ac9f-43f4322e361a'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:53:52.206276 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-fc4c3e60-6d5c-4615-88db-7e8bb452aba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:53:41Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['b08aacab-8f74-4fe8-ac9f-43f4322e361a'], 'active': True} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:53:52.222420 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-b8f5b430-5478-403f-b9e7-93ee44b1a6c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:52.275968 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-56e7c2ce-d46c-4d13-8991-4ce167c146f7 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "PUT /v2.0/floatingips/017e3129-5b00-4a45-a371-30d7bebf73d7 HTTP/1.1" status: 200 len: 991 time: 1.7707067 Jun 10 17:53:52.279865 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7c451ff-0de1-443d-a8eb-65b02a664a48', 'tag': '5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c'}] {{(pid=114529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:53:52.282116 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}546b112a5b217dbfa88e609245cede7dd2905721b158f3f41c3dff8a3887b3c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927865d3-4322-4bfd-b2fd-600a6c7a4e0f" -d '{"events": [{"name": "network-changed", "server_uuid": "e7c451ff-0de1-443d-a8eb-65b02a664a48", "tag": "5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c"}]}' {{(pid=114529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:53:52.317672 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvr_db [None req-fc4c3e60-6d5c-4615-88db-7e8bb452aba8 None None] Set router b08aacab-8f74-4fe8-ac9f-43f4322e361a gateway port host: dv-cinder-xena-3-iscsi {{(pid=114531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:53:52.438480 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-b8f5b430-5478-403f-b9e7-93ee44b1a6c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:52.494704 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Jun 2022 17:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c63498c-fb18-4bbe-8a22-716fa9753abc x-openstack-request-id: req-2c63498c-fb18-4bbe-8a22-716fa9753abc {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:53:52.494704 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7c451ff-0de1-443d-a8eb-65b02a664a48", "tag": "5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c", "status": "completed", "code": 200}]} {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:53:52.494704 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2c63498c-fb18-4bbe-8a22-716fa9753abc {{(pid=114529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:53:52.494704 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c63498c-fb18-4bbe-8a22-716fa9753abc'] response: {'name': 'network-changed', 'server_uuid': 'e7c451ff-0de1-443d-a8eb-65b02a664a48', 'tag': '5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c', 'status': 'completed', 'code': 200} Jun 10 17:53:52.536691 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device 7944afe4-e040-4537-b3ea-5eb9ea1e19ef no longer exists at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 10 17:53:52.547631 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-b8f5b430-5478-403f-b9e7-93ee44b1a6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:52.565015 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] No Port match for: 7944afe4-e040-4537-b3ea-5eb9ea1e19ef {{(pid=114530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 10 17:53:52.565362 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device 7944afe4-e040-4537-b3ea-5eb9ea1e19ef not bound to the agent host dv-cinder-xena-3-iscsi {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 10 17:53:52.580477 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-fc4c3e60-6d5c-4615-88db-7e8bb452aba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08aacab-8f74-4fe8-ac9f-43f4322e361a', 'name': 'tempest-AttachVolumeShelveTestJSON-1204651457-router', 'tenant_id': '094eb7d216034d06b4925791cb320a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.30'}], 'enable_snat': True}, 'gw_port_id': '7f6d17e9-2cf4-412e-86f5-f350d1ba889a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:49:46Z', 'updated_at': '2022-06-10T17:49:51Z', 'revision_number': 4, 'project_id': '094eb7d216034d06b4925791cb320a38', 'gw_port': {'id': '7f6d17e9-2cf4-412e-86f5-f350d1ba889a', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08aacab-8f74-4fe8-ac9f-43f4322e361a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:49:47Z', 'updated_at': '2022-06-10T17:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_floatingips': [{'id': '017e3129-5b00-4a45-a371-30d7bebf73d7', 'tenant_id': '094eb7d216034d06b4925791cb320a38', 'floating_ip_address': '172.37.5.127', 'floating_network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'router_id': 'b08aacab-8f74-4fe8-ac9f-43f4322e361a', 'port_id': '5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '272ad309-eaf3-4f81-8366-f3ca4e7cfed0', 'mac_address': 'fa:16:3e:14:93:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c451ff-0de1-443d-a8eb-65b02a664a48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-10T17:53:32Z', 'updated_at': '2022-06-10T17:53:51Z', 'revision_number': 1, 'project_id': '094eb7d216034d06b4925791cb320a38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f89c920b-0c58-4b20-8e3c-971757c8c6f8', 'name': '', 'network_id': '272ad309-eaf3-4f81-8366-f3ca4e7cfed0', 'tenant_id': '094eb7d216034d06b4925791cb320a38', 'mac_address': 'fa:16:3e:78:43:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08aacab-8f74-4fe8-ac9f-43f4322e361a', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '88a38658-7809-4abe-b052-dc4be9423e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:49:50Z', 'updated_at': '2022-06-10T17:49:54Z', 'revision_number': 5, 'project_id': '094eb7d216034d06b4925791cb320a38', 'subnets': [{'id': '88a38658-7809-4abe-b052-dc4be9423e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:53:52.590863 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-1ed1d200-fe04-4418-a3f3-a5cf6e20cc87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764021169165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764020614696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263063011'] for port, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:52.604169 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8f5b430-5478-403f-b9e7-93ee44b1a6c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=114529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 17:53:52.608451 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4c3e60-6d5c-4615-88db-7e8bb452aba8 None None] Checking router: b08aacab-8f74-4fe8-ac9f-43f4322e361a for host: dv-cinder-xena-3-iscsi {{(pid=114531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 17:53:52.617644 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4c3e60-6d5c-4615-88db-7e8bb452aba8 None None] Routers {'b08aacab-8f74-4fe8-ac9f-43f4322e361a'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:53:52.618275 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-fc4c3e60-6d5c-4615-88db-7e8bb452aba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:53:41Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['b08aacab-8f74-4fe8-ac9f-43f4322e361a'], 'active': True} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:53:52.651149 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed1d200-fe04-4418-a3f3-a5cf6e20cc87 admin admin] Pushing event deleted for resources: {'Port': ['ID=fae818c8-e1c1-4546-b62f-12e006b813ee,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:52.658082 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-b8f5b430-5478-403f-b9e7-93ee44b1a6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009214'] for segment, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:52.658543 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.db.segments_db [None req-b8f5b430-5478-403f-b9e7-93ee44b1a6c2 admin admin] Added segment 6709a124-9c43-4d87-92f9-6a6c112d5626 of type vlan for network cf05028d-c72b-40d9-b732-31cbffe291f6 Jun 10 17:53:52.660255 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f5b430-5478-403f-b9e7-93ee44b1a6c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6417ef-43d2-4a68-9e25-526e552e8e1e,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:52.731207 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927865d3-4322-4bfd-b2fd-600a6c7a4e0f req-b8d88508-0ad7-4e4e-bc66-d6b7cac2c305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:52.732693 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-927865d3-4322-4bfd-b2fd-600a6c7a4e0f req-b8d88508-0ad7-4e4e-bc66-d6b7cac2c305 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=094eb7d216034d06b4925791cb320a38&device_id=e7c451ff-0de1-443d-a8eb-65b02a664a48 HTTP/1.1" status: 200 len: 1098 time: 0.1793060 Jun 10 17:53:52.738502 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvr_db [None req-fc4c3e60-6d5c-4615-88db-7e8bb452aba8 None None] Set router b08aacab-8f74-4fe8-ac9f-43f4322e361a gateway port host: dv-cinder-xena-3-iscsi {{(pid=114531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:53:52.760847 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-b8f5b430-5478-403f-b9e7-93ee44b1a6c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764020540941'] for network, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:52.796881 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-1ed1d200-fe04-4418-a3f3-a5cf6e20cc87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-754044'] for router_gateway, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:52.949971 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-1ed1d200-fe04-4418-a3f3-a5cf6e20cc87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14472'] for router, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:52.953237 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-1ed1d200-fe04-4418-a3f3-a5cf6e20cc87 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:52.967442 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-fc4c3e60-6d5c-4615-88db-7e8bb452aba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08aacab-8f74-4fe8-ac9f-43f4322e361a', 'name': 'tempest-AttachVolumeShelveTestJSON-1204651457-router', 'tenant_id': '094eb7d216034d06b4925791cb320a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.30'}], 'enable_snat': True}, 'gw_port_id': '7f6d17e9-2cf4-412e-86f5-f350d1ba889a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:49:46Z', 'updated_at': '2022-06-10T17:49:51Z', 'revision_number': 4, 'project_id': '094eb7d216034d06b4925791cb320a38', 'gw_port': {'id': '7f6d17e9-2cf4-412e-86f5-f350d1ba889a', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08aacab-8f74-4fe8-ac9f-43f4322e361a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:49:47Z', 'updated_at': '2022-06-10T17:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_floatingips': [{'id': '017e3129-5b00-4a45-a371-30d7bebf73d7', 'tenant_id': '094eb7d216034d06b4925791cb320a38', 'floating_ip_address': '172.37.5.127', 'floating_network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'router_id': 'b08aacab-8f74-4fe8-ac9f-43f4322e361a', 'port_id': '5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '272ad309-eaf3-4f81-8366-f3ca4e7cfed0', 'mac_address': 'fa:16:3e:14:93:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c451ff-0de1-443d-a8eb-65b02a664a48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-10T17:53:32Z', 'updated_at': '2022-06-10T17:53:51Z', 'revision_number': 1, 'project_id': '094eb7d216034d06b4925791cb320a38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f89c920b-0c58-4b20-8e3c-971757c8c6f8', 'name': '', 'network_id': '272ad309-eaf3-4f81-8366-f3ca4e7cfed0', 'tenant_id': '094eb7d216034d06b4925791cb320a38', 'mac_address': 'fa:16:3e:78:43:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08aacab-8f74-4fe8-ac9f-43f4322e361a', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '88a38658-7809-4abe-b052-dc4be9423e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:49:50Z', 'updated_at': '2022-06-10T17:49:54Z', 'revision_number': 5, 'project_id': '094eb7d216034d06b4925791cb320a38', 'subnets': [{'id': '88a38658-7809-4abe-b052-dc4be9423e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:53:52.996867 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4c3e60-6d5c-4615-88db-7e8bb452aba8 None None] The sync data for ids ['b08aacab-8f74-4fe8-ac9f-43f4322e361a'] in dv-cinder-xena-3-iscsi is: [{'id': 'b08aacab-8f74-4fe8-ac9f-43f4322e361a', 'name': 'tempest-AttachVolumeShelveTestJSON-1204651457-router', 'tenant_id': '094eb7d216034d06b4925791cb320a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.30'}], 'enable_snat': True}, 'gw_port_id': '7f6d17e9-2cf4-412e-86f5-f350d1ba889a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:49:46Z', 'updated_at': '2022-06-10T17:49:51Z', 'revision_number': 4, 'project_id': '094eb7d216034d06b4925791cb320a38', 'gw_port': {'id': '7f6d17e9-2cf4-412e-86f5-f350d1ba889a', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08aacab-8f74-4fe8-ac9f-43f4322e361a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:49:47Z', 'updated_at': '2022-06-10T17:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_floatingips': [{'id': '017e3129-5b00-4a45-a371-30d7bebf73d7', 'tenant_id': '094eb7d216034d06b4925791cb320a38', 'floating_ip_address': '172.37.5.127', 'floating_network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'router_id': 'b08aacab-8f74-4fe8-ac9f-43f4322e361a', 'port_id': '5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '272ad309-eaf3-4f81-8366-f3ca4e7cfed0', 'mac_address': 'fa:16:3e:14:93:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c451ff-0de1-443d-a8eb-65b02a664a48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-10T17:53:32Z', 'updated_at': '2022-06-10T17:53:51Z', 'revision_number': 1, 'project_id': '094eb7d216034d06b4925791cb320a38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f89c920b-0c58-4b20-8e3c-971757c8c6f8', 'name': '', 'network_id': '272ad309-eaf3-4f81-8366-f3ca4e7cfed0', 'tenant_id': '094eb7d216034d06b4925791cb320a38', 'mac_address': 'fa:16:3e:78:43:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08aacab-8f74-4fe8-ac9f-43f4322e361a', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '88a38658-7809-4abe-b052-dc4be9423e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:49:50Z', 'updated_at': '2022-06-10T17:49:54Z', 'revision_number': 5, 'project_id': '094eb7d216034d06b4925791cb320a38', 'subnets': [{'id': '88a38658-7809-4abe-b052-dc4be9423e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 17:53:53.022974 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-b8f5b430-5478-403f-b9e7-93ee44b1a6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050'] for network, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:53.024989 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f5b430-5478-403f-b9e7-93ee44b1a6c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:53.025839 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-b8f5b430-5478-403f-b9e7-93ee44b1a6c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-734032'] for network, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:53.051017 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927865d3-4322-4bfd-b2fd-600a6c7a4e0f req-8c949bae-a2c6-4586-959e-63655391d91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:53.052408 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-927865d3-4322-4bfd-b2fd-600a6c7a4e0f req-8c949bae-a2c6-4586-959e-63655391d91e service neutron] 10.222.0.27 "GET /v2.0/networks?id=272ad309-eaf3-4f81-8366-f3ca4e7cfed0 HTTP/1.1" status: 200 len: 918 time: 0.3049099 Jun 10 17:53:53.138590 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f5b430-5478-403f-b9e7-93ee44b1a6c2 admin admin] Pushing event updated for resources: {'Network': ['ID=cf05028d-c72b-40d9-b732-31cbffe291f6,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:53.148230 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Network cf05028d-c72b-40d9-b732-31cbffe291f6 details requested by agent ovs-agent-dv-cinder-xena-3-iscsi with host dv-cinder-xena-3-iscsi {{(pid=114530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 10 17:53:53.158381 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-927865d3-4322-4bfd-b2fd-600a6c7a4e0f req-e24cebbd-d58e-478f-a405-5a5c970dc368 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c HTTP/1.1" status: 200 len: 999 time: 0.0948410 Jun 10 17:53:53.162285 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-1ed1d200-fe04-4418-a3f3-a5cf6e20cc87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-533514'] for router, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:53.165052 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ed1d200-fe04-4418-a3f3-a5cf6e20cc87 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88f1949e-cebf-40b3-a821-44149915b614 {{(pid=114529) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 10 17:53:53.179058 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-1ed1d200-fe04-4418-a3f3-a5cf6e20cc87 admin admin] Notify callbacks [] for router, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:53.183158 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-1ed1d200-fe04-4418-a3f3-a5cf6e20cc87 admin admin] 10.222.0.16 "DELETE /v2.0/routers/88f1949e-cebf-40b3-a821-44149915b614 HTTP/1.1" status: 204 len: 168 time: 1.8024943 Jun 10 17:53:53.185823 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 47784) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:53:53.258964 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.db_base_plugin_v2 [None req-8be136ad-25a6-46fd-a530-9a66502fbd5c admin admin] Deleting subnet f11cf5a3-bae2-4254-8d05-eba54716d381 {{(pid=114528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 10 17:53:53.263746 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-8be136ad-25a6-46fd-a530-9a66502fbd5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:53.284950 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b936b083-69cd-47bc-8c02-ddbc6b798c67 None None] New status for floating IP 017e3129-5b00-4a45-a371-30d7bebf73d7: ACTIVE {{(pid=114530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 17:53:53.316620 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-8be136ad-25a6-46fd-a530-9a66502fbd5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1640858'] for subnet, precommit_delete_associations {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:53.429270 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-8be136ad-25a6-46fd-a530-9a66502fbd5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4008051'] for subnet, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:53.527977 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-b8f5b430-5478-403f-b9e7-93ee44b1a6c2 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6618891 Jun 10 17:53:53.530936 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 47786) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:53:53.535898 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [None req-fd44b453-de41-4d64-9527-448223d458cb admin admin] Request body: {'subnet': {'network_id': 'cf05028d-c72b-40d9-b732-31cbffe291f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-134245358-subnet', 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:53:53.545986 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927865d3-4322-4bfd-b2fd-600a6c7a4e0f req-7c5c7f5f-a45e-4fbd-97e0-e4b5f0ae2217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:53.550090 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-927865d3-4322-4bfd-b2fd-600a6c7a4e0f req-7c5c7f5f-a45e-4fbd-97e0-e4b5f0ae2217 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=88a38658-7809-4abe-b052-dc4be9423e4c HTTP/1.1" status: 200 len: 856 time: 0.3808105 Jun 10 17:53:53.592939 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-8be136ad-25a6-46fd-a530-9a66502fbd5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4008060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262939984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263611608'] for subnet, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:53.602019 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927865d3-4322-4bfd-b2fd-600a6c7a4e0f req-a0d7916a-a084-4b09-90fe-ae56b269dcae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:53.604711 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-927865d3-4322-4bfd-b2fd-600a6c7a4e0f req-a0d7916a-a084-4b09-90fe-ae56b269dcae service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=272ad309-eaf3-4f81-8366-f3ca4e7cfed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0499222 Jun 10 17:53:53.622134 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd44b453-de41-4d64-9527-448223d458cb admin admin] Made reservation on behalf of ae2c0c7e115f4f079bcf8d85f2bdfadf for: {'subnet': 1} {{(pid=114528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 17:53:53.624398 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-fd44b453-de41-4d64-9527-448223d458cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263612217'] for subnet, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:53.635814 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be136ad-25a6-46fd-a530-9a66502fbd5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f11cf5a3-bae2-4254-8d05-eba54716d381,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:53.643052 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-8be136ad-25a6-46fd-a530-9a66502fbd5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:53.646145 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-8be136ad-25a6-46fd-a530-9a66502fbd5c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f11cf5a3-bae2-4254-8d05-eba54716d381 HTTP/1.1" status: 204 len: 168 time: 0.4586906 Jun 10 17:53:53.648892 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 47788) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:53:53.651936 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4aa954-f172-4607-93d1-dfbf16146b32 None None] Network 02c5248c-edbe-4831-8c36-54044f0abc1b requested from dv-cinder-xena-3-iscsi {{(pid=114530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 17:53:53.793769 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-927865d3-4322-4bfd-b2fd-600a6c7a4e0f req-f3fe9155-519f-42c6-b616-a7d90cc92cf8 service neutron] 10.222.0.27 "GET /v2.0/networks/272ad309-eaf3-4f81-8366-f3ca4e7cfed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818802 Jun 10 17:53:53.796541 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-b402fb9f-df9f-48ba-a4d2-fda3b40b0e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3935284'] for network, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:53.862681 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2246988-08bf-45ee-a3c8-0ca5ee82ac75 None None] DHCP port deletion for 02c5248c-edbe-4831-8c36-54044f0abc1b request from dv-cinder-xena-3-iscsi {{(pid=114530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 17:53:53.900389 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-fd44b453-de41-4d64-9527-448223d458cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262939921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263612203'] for subnet, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:53.916013 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-d2246988-08bf-45ee-a3c8-0ca5ee82ac75 None None] Deleting port ee72ad21-a4bb-4c6a-95a8-343bb20f16ee {{(pid=114530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 10 17:53:53.916381 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-d2246988-08bf-45ee-a3c8-0ca5ee82ac75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764021161391'] for port, before_delete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:53.919123 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-927865d3-4322-4bfd-b2fd-600a6c7a4e0f req-ccda3515-c3b1-44e4-8c06-7a42d077a730 service neutron] 10.222.0.27 "GET /v2.0/networks/272ad309-eaf3-4f81-8366-f3ca4e7cfed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186531 Jun 10 17:53:53.926111 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.plugin [None req-b402fb9f-df9f-48ba-a4d2-fda3b40b0e6e admin admin] Deleting port ee72ad21-a4bb-4c6a-95a8-343bb20f16ee {{(pid=114529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 10 17:53:53.926477 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-b402fb9f-df9f-48ba-a4d2-fda3b40b0e6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764021161391'] for port, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:53.964502 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd44b453-de41-4d64-9527-448223d458cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=9741f818-fc3a-495a-a8d9-92f5229bfc6e,revision_number=0']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:53.984289 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd44b453-de41-4d64-9527-448223d458cb admin admin] Checking segment: {'id': '6709a124-9c43-4d87-92f9-6a6c112d5626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'cf05028d-c72b-40d9-b732-31cbffe291f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 10 17:53:53.984643 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd44b453-de41-4d64-9527-448223d458cb admin admin] Network hostable DHCP agents. Network: cf05028d-c72b-40d9-b732-31cbffe291f6, hostable agents: ['bccf9388-ecf1-4acf-9e95-63f97cf623b0'], hosted agents: [] {{(pid=114528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 17:53:54.003301 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-d2246988-08bf-45ee-a3c8-0ca5ee82ac75 None None] For port ee72ad21-a4bb-4c6a-95a8-343bb20f16ee, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=ee72ad21-a4bb-4c6a-95a8-343bb20f16ee,segment=NetworkSegment(91aa0003-3ed8-49ec-9ed2-7073c633f5e4),segment_id=91aa0003-3ed8-49ec-9ed2-7073c633f5e4)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:53:54.006114 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-d2246988-08bf-45ee-a3c8-0ca5ee82ac75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781461'] for port, precommit_delete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:54.018725 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.db [None req-b402fb9f-df9f-48ba-a4d2-fda3b40b0e6e admin admin] For port ee72ad21-a4bb-4c6a-95a8-343bb20f16ee, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=ee72ad21-a4bb-4c6a-95a8-343bb20f16ee,segment=NetworkSegment(91aa0003-3ed8-49ec-9ed2-7073c633f5e4),segment_id=91aa0003-3ed8-49ec-9ed2-7073c633f5e4)] {{(pid=114529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:53:54.019088 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-b402fb9f-df9f-48ba-a4d2-fda3b40b0e6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781461'] for port, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:54.032805 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.plugin [None req-b402fb9f-df9f-48ba-a4d2-fda3b40b0e6e admin admin] Calling delete_port for ee72ad21-a4bb-4c6a-95a8-343bb20f16ee owned by network:dhcp {{(pid=114529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 10 17:53:54.053577 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd44b453-de41-4d64-9527-448223d458cb admin admin] Network cf05028d-c72b-40d9-b732-31cbffe291f6 is scheduled to be hosted by DHCP agent bccf9388-ecf1-4acf-9e95-63f97cf623b0 with binding_index 1 {{(pid=114528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 17:53:54.153072 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-d2246988-08bf-45ee-a3c8-0ca5ee82ac75 None None] Calling delete_port for ee72ad21-a4bb-4c6a-95a8-343bb20f16ee owned by network:dhcp {{(pid=114530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 10 17:53:54.153339 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.base_scheduler [None req-fd44b453-de41-4d64-9527-448223d458cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-xena-3-iscsi, cf05028d-c72b-40d9-b732-31cbffe291f6) {{(pid=114528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:53:54.158780 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd44b453-de41-4d64-9527-448223d458cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:54.161277 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-fd44b453-de41-4d64-9527-448223d458cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:54.166920 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e57f142-da8e-4ec2-bda4-334dd2828cd3 None None] Network cf05028d-c72b-40d9-b732-31cbffe291f6 requested from dv-cinder-xena-3-iscsi {{(pid=114530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 17:53:54.179289 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-b402fb9f-df9f-48ba-a4d2-fda3b40b0e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764021169165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764020614696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263063011'] for port, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:54.206631 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b402fb9f-df9f-48ba-a4d2-fda3b40b0e6e admin admin] Pushing event deleted for resources: {'Port': ['ID=ee72ad21-a4bb-4c6a-95a8-343bb20f16ee,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:54.210676 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b402fb9f-df9f-48ba-a4d2-fda3b40b0e6e admin admin] No DVR routers for this DVR port ee72ad21-a4bb-4c6a-95a8-343bb20f16ee on host dv-cinder-xena-3-iscsi {{(pid=114529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 17:53:54.228516 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-fd44b453-de41-4d64-9527-448223d458cb admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6962230 Jun 10 17:53:54.231443 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 47792) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:53:54.236047 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [None req-ea396867-2c06-43bc-9056-ed9733311887 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-134245358-router', 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f'}}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:53:54.296156 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-b402fb9f-df9f-48ba-a4d2-fda3b40b0e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4008428', 'neutron.services.segments.db._delete_segments_for_network-8764020915914'] for network, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:54.301196 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-d2246988-08bf-45ee-a3c8-0ca5ee82ac75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764021169165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764020614696'] for port, after_delete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:54.320115 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.services.segments.db [None req-b402fb9f-df9f-48ba-a4d2-fda3b40b0e6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02c5248c-edbe-4831-8c36-54044f0abc1b']}} {{(pid=114529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:53:54.324699 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-ea396867-2c06-43bc-9056-ed9733311887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-777435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14490'] for router, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:54.326565 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-ea396867-2c06-43bc-9056-ed9733311887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-778659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14481'] for router, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:54.339622 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.services.segments.db [None req-b402fb9f-df9f-48ba-a4d2-fda3b40b0e6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91aa0003-3ed8-49ec-9ed2-7073c633f5e4') {'for_net_delete': True} {{(pid=114529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:53:54.340213 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.services.segments.db [None req-b402fb9f-df9f-48ba-a4d2-fda3b40b0e6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91aa0003-3ed8-49ec-9ed2-7073c633f5e4') {} {{(pid=114529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:53:54.350768 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2246988-08bf-45ee-a3c8-0ca5ee82ac75 None None] Pushing event deleted for resources: {'Port': ['ID=ee72ad21-a4bb-4c6a-95a8-343bb20f16ee,revision_number=None']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:54.358283 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2246988-08bf-45ee-a3c8-0ca5ee82ac75 None None] No DVR routers for this DVR port ee72ad21-a4bb-4c6a-95a8-343bb20f16ee on host dv-cinder-xena-3-iscsi {{(pid=114530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 17:53:54.373597 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-b402fb9f-df9f-48ba-a4d2-fda3b40b0e6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764020916947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263706163'] for segment, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:54.392008 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-b402fb9f-df9f-48ba-a4d2-fda3b40b0e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009214'] for segment, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:54.399671 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device ee72ad21-a4bb-4c6a-95a8-343bb20f16ee no longer exists at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 10 17:53:54.400322 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b402fb9f-df9f-48ba-a4d2-fda3b40b0e6e admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=114529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 17:53:54.400728 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-b402fb9f-df9f-48ba-a4d2-fda3b40b0e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263062844'] for segment, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:54.412619 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-ea396867-2c06-43bc-9056-ed9733311887 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:54.425595 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75efe0f-4b71-4db3-823b-c47371e0bc65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77de9516-29da-567c-b3ac-4325783e7148-cf05028d-c72b-40d9-b732-31cbffe291f6', 'network_id': 'cf05028d-c72b-40d9-b732-31cbffe291f6', 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'fixed_ips': [{'subnet_id': '9741f818-fc3a-495a-a8d9-92f5229bfc6e'}]}} from dv-cinder-xena-3-iscsi. {{(pid=114530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 17:53:54.426593 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-c75efe0f-4b71-4db3-823b-c47371e0bc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_create {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:54.430821 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] No Port match for: ee72ad21-a4bb-4c6a-95a8-343bb20f16ee {{(pid=114530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 10 17:53:54.431368 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device ee72ad21-a4bb-4c6a-95a8-343bb20f16ee not bound to the agent host dv-cinder-xena-3-iscsi {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 10 17:53:54.431793 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device fae818c8-e1c1-4546-b62f-12e006b813ee no longer exists at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 10 17:53:54.459852 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.services.segments.plugin [-] Segment 91aa0003-3ed8-49ec-9ed2-7073c633f5e4 resource provider aggregate not found Jun 10 17:53:54.463522 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] No Port match for: fae818c8-e1c1-4546-b62f-12e006b813ee {{(pid=114530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 10 17:53:54.463875 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device fae818c8-e1c1-4546-b62f-12e006b813ee not bound to the agent host dv-cinder-xena-3-iscsi {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 10 17:53:54.485215 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.services.segments.plugin [-] Segment 91aa0003-3ed8-49ec-9ed2-7073c633f5e4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 91aa0003-3ed8-49ec-9ed2-7073c633f5e4 found for delete ", "request_id": "req-1d5946f7-7777-4667-bb0d-2d540ff33243"}]} Jun 10 17:53:54.545183 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-b402fb9f-df9f-48ba-a4d2-fda3b40b0e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4008437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753944'] for network, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:54.550840 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-b402fb9f-df9f-48ba-a4d2-fda3b40b0e6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-734032'] for network, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:54.556893 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-b402fb9f-df9f-48ba-a4d2-fda3b40b0e6e admin admin] 10.222.0.16 "DELETE /v2.0/networks/02c5248c-edbe-4831-8c36-54044f0abc1b HTTP/1.1" status: 204 len: 168 time: 0.9041407 Jun 10 17:53:54.566445 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b402fb9f-df9f-48ba-a4d2-fda3b40b0e6e admin admin] Pushing event deleted for resources: {'Network': ['ID=02c5248c-edbe-4831-8c36-54044f0abc1b,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:54.625679 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.db_base_plugin_common [None req-c75efe0f-4b71-4db3-823b-c47371e0bc65 None None] Allocated IP 172.20.0.2 (cf05028d-c72b-40d9-b732-31cbffe291f6/9741f818-fc3a-495a-a8d9-92f5229bfc6e/d3ddb960-0548-49d3-8af8-c1c56e764ad9) {{(pid=114530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 17:53:54.657609 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-ea396867-2c06-43bc-9056-ed9733311887 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:54.784806 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-c75efe0f-4b71-4db3-823b-c47371e0bc65 None None] Notify callbacks [] for port, precommit_create {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:54.900148 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-c75efe0f-4b71-4db3-823b-c47371e0bc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764020614705'] for port, after_create {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:54.937802 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75efe0f-4b71-4db3-823b-c47371e0bc65 None None] Network cf05028d-c72b-40d9-b732-31cbffe291f6 is already hosted by enough agents. {{(pid=114530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:53:54.938942 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-ea396867-2c06-43bc-9056-ed9733311887 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:54.940519 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.scheduler.base_scheduler [None req-c75efe0f-4b71-4db3-823b-c47371e0bc65 None None] Resources bound (agent type, host, resource id): {{(pid=114530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:53:54.943004 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75efe0f-4b71-4db3-823b-c47371e0bc65 None None] Received port after_create {{(pid=114530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 10 17:53:54.960413 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75efe0f-4b71-4db3-823b-c47371e0bc65 None None] Pushing event updated for resources: {'Port': ['ID=d3ddb960-0548-49d3-8af8-c1c56e764ad9,revision_number=1']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:54.960553 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-ea396867-2c06-43bc-9056-ed9733311887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:55.001632 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 47808) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:53:55.014571 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.managers [None req-c75efe0f-4b71-4db3-823b-c47371e0bc65 None None] Attempting to bind port d3ddb960-0548-49d3-8af8-c1c56e764ad9 on host dv-cinder-xena-3-iscsi for vnic_type normal with profile {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 17:53:55.015458 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.managers [None req-c75efe0f-4b71-4db3-823b-c47371e0bc65 None None] Attempting to bind port d3ddb960-0548-49d3-8af8-c1c56e764ad9 by drivers openvswitch,hyperv on host dv-cinder-xena-3-iscsi at level 0 using segments [{'id': '6709a124-9c43-4d87-92f9-6a6c112d5626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'cf05028d-c72b-40d9-b732-31cbffe291f6'}] {{(pid=114530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 17:53:55.015458 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75efe0f-4b71-4db3-823b-c47371e0bc65 None None] Attempting to bind port d3ddb960-0548-49d3-8af8-c1c56e764ad9 on network cf05028d-c72b-40d9-b732-31cbffe291f6 {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 10 17:53:55.021025 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75efe0f-4b71-4db3-823b-c47371e0bc65 None None] Checking agent: {'id': '87b91a5b-6105-4774-a25f-e6a5abfdfa1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-xena-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 10, 17, 40, 14), 'started_at': datetime.datetime(2022, 6, 10, 17, 40, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 10, 17, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-xena-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 10 17:53:55.022926 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75efe0f-4b71-4db3-823b-c47371e0bc65 None None] Checking segment: {'id': '6709a124-9c43-4d87-92f9-6a6c112d5626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'cf05028d-c72b-40d9-b732-31cbffe291f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 10 17:53:55.022926 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-c75efe0f-4b71-4db3-823b-c47371e0bc65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:55.022926 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75efe0f-4b71-4db3-823b-c47371e0bc65 None None] Bound using segment: {'id': '6709a124-9c43-4d87-92f9-6a6c112d5626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'cf05028d-c72b-40d9-b732-31cbffe291f6'} {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 10 17:53:55.022926 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.managers [None req-c75efe0f-4b71-4db3-823b-c47371e0bc65 None None] Bound port: d3ddb960-0548-49d3-8af8-c1c56e764ad9, host: dv-cinder-xena-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6709a124-9c43-4d87-92f9-6a6c112d5626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'cf05028d-c72b-40d9-b732-31cbffe291f6'}}] {{(pid=114530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 17:53:55.023872 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-c75efe0f-4b71-4db3-823b-c47371e0bc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:55.057201 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-eb1bd9c7-588c-4d56-8b34-bf5f0bcf770b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e2a954ea643d435d9866bed98144a549&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0518157 Jun 10 17:53:55.057435 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 47810) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:53:55.083097 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.db_base_plugin_common [None req-ea396867-2c06-43bc-9056-ed9733311887 admin admin] Allocated IP 172.37.5.13 (8c026026-8e05-41b4-990c-0815c0c24f4f/e3db4be6-a2be-4d68-ab1f-8754e6ee5b68/6f13a53a-504f-443b-87c9-e435164ad56f) {{(pid=114528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 17:53:55.109446 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-c75efe0f-4b71-4db3-823b-c47371e0bc65 None None] For port d3ddb960-0548-49d3-8af8-c1c56e764ad9, host dv-cinder-xena-3-iscsi, cleared binding levels {{(pid=114530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 10 17:53:55.109743 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-a7c2127d-48ba-4764-aa4f-a39ae9ace0db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:55.114149 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-c75efe0f-4b71-4db3-823b-c47371e0bc65 None None] For port d3ddb960-0548-49d3-8af8-c1c56e764ad9, host dv-cinder-xena-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=d3ddb960-0548-49d3-8af8-c1c56e764ad9,segment=NetworkSegment(6709a124-9c43-4d87-92f9-6a6c112d5626),segment_id=6709a124-9c43-4d87-92f9-6a6c112d5626)] {{(pid=114530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 10 17:53:55.133512 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-a7c2127d-48ba-4764-aa4f-a39ae9ace0db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:55.181564 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-c75efe0f-4b71-4db3-823b-c47371e0bc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:55.211204 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-ea396867-2c06-43bc-9056-ed9733311887 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:55.250856 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75efe0f-4b71-4db3-823b-c47371e0bc65 None None] Pushing event updated for resources: {'Port': ['ID=d3ddb960-0548-49d3-8af8-c1c56e764ad9,revision_number=2']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:55.265237 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-a7c2127d-48ba-4764-aa4f-a39ae9ace0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:55.268097 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-a7c2127d-48ba-4764-aa4f-a39ae9ace0db admin admin] Notify callbacks [] for security_group, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:55.269307 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-a7c2127d-48ba-4764-aa4f-a39ae9ace0db admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/084106dd-80e3-4bba-91bc-837cf10f46c9 HTTP/1.1" status: 204 len: 168 time: 0.2109742 Jun 10 17:53:55.281831 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c2127d-48ba-4764-aa4f-a39ae9ace0db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=084106dd-80e3-4bba-91bc-837cf10f46c9,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:55.353913 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-ea396867-2c06-43bc-9056-ed9733311887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764020614705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940005'] for port, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:55.393980 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea396867-2c06-43bc-9056-ed9733311887 admin admin] Network 8c026026-8e05-41b4-990c-0815c0c24f4f is already hosted by enough agents. {{(pid=114528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:53:55.397081 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.base_scheduler [None req-ea396867-2c06-43bc-9056-ed9733311887 admin admin] Resources bound (agent type, host, resource id): {{(pid=114528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:53:55.399641 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea396867-2c06-43bc-9056-ed9733311887 admin admin] Received port after_create {{(pid=114528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 10 17:53:55.448111 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea396867-2c06-43bc-9056-ed9733311887 admin admin] Pushing event updated for resources: {'Port': ['ID=6f13a53a-504f-443b-87c9-e435164ad56f,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:55.776949 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-ea396867-2c06-43bc-9056-ed9733311887 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:55.980449 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 47822) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:53:55.985966 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-ea396867-2c06-43bc-9056-ed9733311887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754000'] for router, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:56.024335 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-9496b32b-2bdc-4349-aafb-19b07d5de870 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=335959ed20474a5a889d79801cf7d3ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0420430 Jun 10 17:53:56.026807 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 47824) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:53:56.094939 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-15771eea-d6ed-493f-a5f2-c12c7c3a8821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:56.124413 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-15771eea-d6ed-493f-a5f2-c12c7c3a8821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:56.267434 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-15771eea-d6ed-493f-a5f2-c12c7c3a8821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:56.272135 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-15771eea-d6ed-493f-a5f2-c12c7c3a8821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:56.274170 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-15771eea-d6ed-493f-a5f2-c12c7c3a8821 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6d96533b-22d3-4712-8cdf-e797fb982d1a HTTP/1.1" status: 204 len: 168 time: 0.2454078 Jun 10 17:53:56.293932 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08e6a74-b07e-497e-92bb-84c4f99dbc2d None None] Network cf05028d-c72b-40d9-b732-31cbffe291f6 requested from dv-cinder-xena-3-iscsi {{(pid=114530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 17:53:56.300515 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15771eea-d6ed-493f-a5f2-c12c7c3a8821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d96533b-22d3-4712-8cdf-e797fb982d1a,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:56.382269 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-7fef9141-bd4c-4c02-8375-131120c059a2 None None] Provisioning complete for port d3ddb960-0548-49d3-8af8-c1c56e764ad9 triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:53:56.382635 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-7fef9141-bd4c-4c02-8375-131120c059a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:56.488687 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device d3ddb960-0548-49d3-8af8-c1c56e764ad9 up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 17:53:56.572162 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea396867-2c06-43bc-9056-ed9733311887 admin admin] Router c6993fe7-256c-4148-8715-87d27593d9c1 is scheduled to L3 agent e04d2863-a40a-41db-9b2a-39042df37909 with binding_index 1 {{(pid=114528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 10 17:53:56.606476 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-7fef9141-bd4c-4c02-8375-131120c059a2 None None] Current status of the port d3ddb960-0548-49d3-8af8-c1c56e764ad9 is: DOWN; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:53:56.606912 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-7fef9141-bd4c-4c02-8375-131120c059a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:56.645517 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Provisioning complete for port d3ddb960-0548-49d3-8af8-c1c56e764ad9 triggered by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:53:56.645883 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:56.677850 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-7fef9141-bd4c-4c02-8375-131120c059a2 None None] For port d3ddb960-0548-49d3-8af8-c1c56e764ad9, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=d3ddb960-0548-49d3-8af8-c1c56e764ad9,segment=NetworkSegment(6709a124-9c43-4d87-92f9-6a6c112d5626),segment_id=6709a124-9c43-4d87-92f9-6a6c112d5626)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:53:56.687492 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea396867-2c06-43bc-9056-ed9733311887 admin admin] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=114528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 10 17:53:56.699705 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4620e66b-35a0-4a25-9d0d-3bcb0b0bfb9d None None] Sync routers for ids ['c6993fe7-256c-4148-8715-87d27593d9c1'] in dv-cinder-xena-3-iscsi {{(pid=114531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 17:53:56.713705 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4620e66b-35a0-4a25-9d0d-3bcb0b0bfb9d None None] Routers {'c6993fe7-256c-4148-8715-87d27593d9c1'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:53:56.714361 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-4620e66b-35a0-4a25-9d0d-3bcb0b0bfb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:53:41Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['c6993fe7-256c-4148-8715-87d27593d9c1'], 'active': True} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:53:56.756426 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Current status of the port d3ddb960-0548-49d3-8af8-c1c56e764ad9 is: DOWN; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:53:56.756838 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:56.836568 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-ea396867-2c06-43bc-9056-ed9733311887 admin admin] Notify callbacks [] for router, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:56.837884 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-ea396867-2c06-43bc-9056-ed9733311887 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6054516 Jun 10 17:53:56.839284 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-7fef9141-bd4c-4c02-8375-131120c059a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:56.841037 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 47840) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:53:56.962643 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fef9141-bd4c-4c02-8375-131120c059a2 None None] Pushing event updated for resources: {'Port': ['ID=d3ddb960-0548-49d3-8af8-c1c56e764ad9,revision_number=3']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:56.982330 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.db.api [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 17:53:56.982853 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG oslo_db.api [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 17:53:56.988409 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-cbbec772-f9cc-4f48-a98b-4efc8be6ef3d None None] Provisioning complete for port d3ddb960-0548-49d3-8af8-c1c56e764ad9 triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:53:56.988810 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-cbbec772-f9cc-4f48-a98b-4efc8be6ef3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:57.027836 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvr_db [None req-4620e66b-35a0-4a25-9d0d-3bcb0b0bfb9d None None] Set router c6993fe7-256c-4148-8715-87d27593d9c1 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:53:57.086550 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-cbbec772-f9cc-4f48-a98b-4efc8be6ef3d None None] Current status of the port d3ddb960-0548-49d3-8af8-c1c56e764ad9 is: ACTIVE; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:53:57.228440 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-4620e66b-35a0-4a25-9d0d-3bcb0b0bfb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'name': 'tempest-AttachVolumeNegativeTest-134245358-router', 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.13'}], 'enable_snat': True}, 'gw_port_id': '6f13a53a-504f-443b-87c9-e435164ad56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:54Z', 'updated_at': '2022-06-10T17:53:55Z', 'revision_number': 3, 'project_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'gw_port': {'id': '6f13a53a-504f-443b-87c9-e435164ad56f', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d9:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:54Z', 'updated_at': '2022-06-10T17:53:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:53:57.268270 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4620e66b-35a0-4a25-9d0d-3bcb0b0bfb9d None None] Checking router: c6993fe7-256c-4148-8715-87d27593d9c1 for host: dv-cinder-xena-3-iscsi {{(pid=114531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 17:53:57.268978 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4620e66b-35a0-4a25-9d0d-3bcb0b0bfb9d None None] Updating router c6993fe7-256c-4148-8715-87d27593d9c1 port 6f13a53a-504f-443b-87c9-e435164ad56f binding host dv-cinder-xena-3-iscsi {{(pid=114531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 17:53:57.301526 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron_lib.callbacks.manager [None req-4620e66b-35a0-4a25-9d0d-3bcb0b0bfb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:57.321315 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-546c333c-4e07-4005-82d4-45054caff5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:57.529057 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.db_base_plugin_common [None req-546c333c-4e07-4005-82d4-45054caff5f0 admin admin] Allocated IP 172.20.0.1 (cf05028d-c72b-40d9-b732-31cbffe291f6/9741f818-fc3a-495a-a8d9-92f5229bfc6e/410b1b9f-a001-4d68-be21-d8f17484d592) {{(pid=114529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 17:53:57.532015 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Current status of the port d3ddb960-0548-49d3-8af8-c1c56e764ad9 is: ACTIVE; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:53:57.596280 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron_lib.callbacks.manager [None req-4620e66b-35a0-4a25-9d0d-3bcb0b0bfb9d None None] Notify callbacks [] for port, precommit_update {{(pid=114531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:57.660555 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-546c333c-4e07-4005-82d4-45054caff5f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:57.686186 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 47864) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:53:57.686662 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron_lib.callbacks.manager [None req-4620e66b-35a0-4a25-9d0d-3bcb0b0bfb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:57.728793 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.managers [None req-4620e66b-35a0-4a25-9d0d-3bcb0b0bfb9d None None] Attempting to bind port 6f13a53a-504f-443b-87c9-e435164ad56f on host dv-cinder-xena-3-iscsi for vnic_type normal with profile {{(pid=114531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 17:53:57.729913 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.managers [None req-4620e66b-35a0-4a25-9d0d-3bcb0b0bfb9d None None] Attempting to bind port 6f13a53a-504f-443b-87c9-e435164ad56f by drivers openvswitch,hyperv on host dv-cinder-xena-3-iscsi at level 0 using segments [{'id': 'bfeef927-6d24-4759-be0a-a8eced1bbc0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f'}] {{(pid=114531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 17:53:57.730192 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4620e66b-35a0-4a25-9d0d-3bcb0b0bfb9d None None] Attempting to bind port 6f13a53a-504f-443b-87c9-e435164ad56f on network 8c026026-8e05-41b4-990c-0815c0c24f4f {{(pid=114531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 10 17:53:57.736844 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4620e66b-35a0-4a25-9d0d-3bcb0b0bfb9d None None] Checking agent: {'id': '87b91a5b-6105-4774-a25f-e6a5abfdfa1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-xena-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 10, 17, 40, 14), 'started_at': datetime.datetime(2022, 6, 10, 17, 40, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 10, 17, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-xena-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 10 17:53:57.737420 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4620e66b-35a0-4a25-9d0d-3bcb0b0bfb9d None None] Checking segment: {'id': 'bfeef927-6d24-4759-be0a-a8eced1bbc0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 10 17:53:57.738114 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron_lib.callbacks.manager [None req-4620e66b-35a0-4a25-9d0d-3bcb0b0bfb9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:57.738525 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4620e66b-35a0-4a25-9d0d-3bcb0b0bfb9d None None] Bound using segment: {'id': 'bfeef927-6d24-4759-be0a-a8eced1bbc0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f'} {{(pid=114531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 10 17:53:57.739145 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.managers [None req-4620e66b-35a0-4a25-9d0d-3bcb0b0bfb9d None None] Bound port: 6f13a53a-504f-443b-87c9-e435164ad56f, host: dv-cinder-xena-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfeef927-6d24-4759-be0a-a8eced1bbc0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f'}}] {{(pid=114531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 17:53:57.739709 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron_lib.callbacks.manager [None req-4620e66b-35a0-4a25-9d0d-3bcb0b0bfb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:57.774289 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-546c333c-4e07-4005-82d4-45054caff5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764020614705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263063011'] for port, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:57.794251 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [None req-13407f5a-db81-493c-815b-71a57ac82828 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1149551766-network', 'tenant_id': '6d6dbdef4a8846949d0237616b9700d4'}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:53:57.796849 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939c3e23-7cc7-4c9e-90b4-d739e052ff80 None None] Pushing event updated for resources: {'Port': ['ID=6f13a53a-504f-443b-87c9-e435164ad56f,revision_number=2']} {{(pid=114531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:57.809290 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.db [None req-4620e66b-35a0-4a25-9d0d-3bcb0b0bfb9d None None] For port 6f13a53a-504f-443b-87c9-e435164ad56f, host dv-cinder-xena-3-iscsi, cleared binding levels {{(pid=114531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 10 17:53:57.812749 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.db [None req-4620e66b-35a0-4a25-9d0d-3bcb0b0bfb9d None None] For port 6f13a53a-504f-443b-87c9-e435164ad56f, host dv-cinder-xena-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=6f13a53a-504f-443b-87c9-e435164ad56f,segment=NetworkSegment(bfeef927-6d24-4759-be0a-a8eced1bbc0e),segment_id=bfeef927-6d24-4759-be0a-a8eced1bbc0e)] {{(pid=114531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 10 17:53:57.817281 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546c333c-4e07-4005-82d4-45054caff5f0 admin admin] Network cf05028d-c72b-40d9-b732-31cbffe291f6 is already hosted by enough agents. {{(pid=114529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:53:57.821034 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.base_scheduler [None req-546c333c-4e07-4005-82d4-45054caff5f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=114529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:53:57.823393 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546c333c-4e07-4005-82d4-45054caff5f0 admin admin] Received port after_create {{(pid=114529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 10 17:53:57.855176 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546c333c-4e07-4005-82d4-45054caff5f0 admin admin] Pushing event updated for resources: {'Port': ['ID=410b1b9f-a001-4d68-be21-d8f17484d592,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:57.875935 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-546c333c-4e07-4005-82d4-45054caff5f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754083'] for router_interface, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:57.894343 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron_lib.callbacks.manager [None req-4620e66b-35a0-4a25-9d0d-3bcb0b0bfb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:57.929957 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13407f5a-db81-493c-815b-71a57ac82828 admin admin] Made reservation on behalf of 6d6dbdef4a8846949d0237616b9700d4 for: {'network': 1} {{(pid=114528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 17:53:57.932334 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-13407f5a-db81-493c-815b-71a57ac82828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for network, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:57.941786 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-13407f5a-db81-493c-815b-71a57ac82828 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:57.979134 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4620e66b-35a0-4a25-9d0d-3bcb0b0bfb9d None None] Routers {'c6993fe7-256c-4148-8715-87d27593d9c1'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:53:57.979778 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-4620e66b-35a0-4a25-9d0d-3bcb0b0bfb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:53:41Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['c6993fe7-256c-4148-8715-87d27593d9c1'], 'active': True} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:53:57.981554 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939c3e23-7cc7-4c9e-90b4-d739e052ff80 None None] Pushing event updated for resources: {'Port': ['ID=6f13a53a-504f-443b-87c9-e435164ad56f,revision_number=3']} {{(pid=114531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:58.081675 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-13407f5a-db81-493c-815b-71a57ac82828 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:58.093644 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvr_db [None req-4620e66b-35a0-4a25-9d0d-3bcb0b0bfb9d None None] Set router c6993fe7-256c-4148-8715-87d27593d9c1 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:53:58.114826 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-5d6704bf-ee51-4865-a351-e6555c645d4f None None] Provisioning complete for port 410b1b9f-a001-4d68-be21-d8f17484d592 triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:53:58.115167 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-5d6704bf-ee51-4865-a351-e6555c645d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:58.143470 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-546c333c-4e07-4005-82d4-45054caff5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:58.158201 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-5d6704bf-ee51-4865-a351-e6555c645d4f None None] Port 410b1b9f-a001-4d68-be21-d8f17484d592 cannot update to ACTIVE because it is not bound. {{(pid=114530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 10 17:53:58.191165 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-13407f5a-db81-493c-815b-71a57ac82828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:58.221605 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13407f5a-db81-493c-815b-71a57ac82828 admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=114528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 17:53:58.235902 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13407f5a-db81-493c-815b-71a57ac82828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8fe040e-df0f-4f8a-8f48-0d89f4bfdfdf,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:58.254930 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-13407f5a-db81-493c-815b-71a57ac82828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009214'] for segment, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:58.254930 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.db.segments_db [None req-13407f5a-db81-493c-815b-71a57ac82828 admin admin] Added segment 09b97ff2-f6f8-4f11-854d-e6fd79ad39c7 of type vlan for network 941f4dd1-1cd2-4690-90b4-a39f7dd10700 Jun 10 17:53:58.290694 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-13407f5a-db81-493c-815b-71a57ac82828 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764020540941'] for network, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:58.314188 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-4620e66b-35a0-4a25-9d0d-3bcb0b0bfb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'name': 'tempest-AttachVolumeNegativeTest-134245358-router', 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.13'}], 'enable_snat': True}, 'gw_port_id': '6f13a53a-504f-443b-87c9-e435164ad56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:54Z', 'updated_at': '2022-06-10T17:53:55Z', 'revision_number': 3, 'project_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'gw_port': {'id': '6f13a53a-504f-443b-87c9-e435164ad56f', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d9:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:54Z', 'updated_at': '2022-06-10T17:53:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:53:58.348033 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-546c333c-4e07-4005-82d4-45054caff5f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:58.352514 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4620e66b-35a0-4a25-9d0d-3bcb0b0bfb9d None None] The sync data for ids ['c6993fe7-256c-4148-8715-87d27593d9c1'] in dv-cinder-xena-3-iscsi is: [{'id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'name': 'tempest-AttachVolumeNegativeTest-134245358-router', 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.13'}], 'enable_snat': True}, 'gw_port_id': '6f13a53a-504f-443b-87c9-e435164ad56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:54Z', 'updated_at': '2022-06-10T17:53:55Z', 'revision_number': 3, 'project_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'gw_port': {'id': '6f13a53a-504f-443b-87c9-e435164ad56f', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d9:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:54Z', 'updated_at': '2022-06-10T17:53:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}] {{(pid=114531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 17:53:58.370885 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device d3ddb960-0548-49d3-8af8-c1c56e764ad9 up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 17:53:58.417285 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Provisioning complete for port d3ddb960-0548-49d3-8af8-c1c56e764ad9 triggered by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:53:58.417647 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:58.482209 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-13407f5a-db81-493c-815b-71a57ac82828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050'] for network, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:58.482486 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-546c333c-4e07-4005-82d4-45054caff5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263062808'] for port, after_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:58.483309 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13407f5a-db81-493c-815b-71a57ac82828 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:58.483884 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-13407f5a-db81-493c-815b-71a57ac82828 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-734032'] for network, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:58.502042 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Current status of the port d3ddb960-0548-49d3-8af8-c1c56e764ad9 is: ACTIVE; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:53:58.561099 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13407f5a-db81-493c-815b-71a57ac82828 admin admin] Pushing event updated for resources: {'Network': ['ID=941f4dd1-1cd2-4690-90b4-a39f7dd10700,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:58.568402 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-546c333c-4e07-4005-82d4-45054caff5f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-734068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-779027'] for router_interface, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:58.571407 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Network 941f4dd1-1cd2-4690-90b4-a39f7dd10700 details requested by agent ovs-agent-dv-cinder-xena-3-iscsi with host dv-cinder-xena-3-iscsi {{(pid=114530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 10 17:53:58.572272 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546c333c-4e07-4005-82d4-45054caff5f0 admin admin] Pushing event updated for resources: {'Port': ['ID=410b1b9f-a001-4d68-be21-d8f17484d592,revision_number=2']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:58.617617 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-13407f5a-db81-493c-815b-71a57ac82828 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9299753 Jun 10 17:53:58.620297 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 47872) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:53:58.628742 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [None req-64072e34-5977-4ff8-811a-bd7cf698085d admin admin] Request body: {'subnet': {'network_id': '941f4dd1-1cd2-4690-90b4-a39f7dd10700', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1149551766-subnet', 'tenant_id': '6d6dbdef4a8846949d0237616b9700d4', 'ip_version': 4}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:53:58.705669 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546c333c-4e07-4005-82d4-45054caff5f0 admin admin] Network cf05028d-c72b-40d9-b732-31cbffe291f6 is already hosted by enough agents. {{(pid=114529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:53:58.707210 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.base_scheduler [None req-546c333c-4e07-4005-82d4-45054caff5f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=114529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:53:58.789595 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64072e34-5977-4ff8-811a-bd7cf698085d admin admin] Made reservation on behalf of 6d6dbdef4a8846949d0237616b9700d4 for: {'subnet': 1} {{(pid=114528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 17:53:58.793441 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-64072e34-5977-4ff8-811a-bd7cf698085d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263612217'] for subnet, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:58.848825 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-546c333c-4e07-4005-82d4-45054caff5f0 admin admin] Router c6993fe7-256c-4148-8715-87d27593d9c1 has already been hosted by L3 agent e04d2863-a40a-41db-9b2a-39042df37909 {{(pid=114529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 10 17:53:58.978940 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-546c333c-4e07-4005-82d4-45054caff5f0 admin admin] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=114529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 10 17:53:58.990140 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-546c333c-4e07-4005-82d4-45054caff5f0 admin admin] 10.222.0.16 "PUT /v2.0/routers/c6993fe7-256c-4148-8715-87d27593d9c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1472530 Jun 10 17:53:58.997796 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-44fb86bf-be33-40a0-9be5-87ff4ca37837 None None] Provisioning complete for port 410b1b9f-a001-4d68-be21-d8f17484d592 triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:53:59.006553 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-44fb86bf-be33-40a0-9be5-87ff4ca37837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:59.056888 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-44fb86bf-be33-40a0-9be5-87ff4ca37837 None None] Port 410b1b9f-a001-4d68-be21-d8f17484d592 cannot update to ACTIVE because it is not bound. {{(pid=114530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 10 17:53:59.096002 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-64072e34-5977-4ff8-811a-bd7cf698085d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262939921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263612203'] for subnet, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:59.159357 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64072e34-5977-4ff8-811a-bd7cf698085d admin admin] Pushing event updated for resources: {'Subnet': ['ID=00c8bf72-bb24-44ab-9fd7-9e0654aad089,revision_number=0']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:59.166346 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64072e34-5977-4ff8-811a-bd7cf698085d admin admin] Checking segment: {'id': '09b97ff2-f6f8-4f11-854d-e6fd79ad39c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '941f4dd1-1cd2-4690-90b4-a39f7dd10700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 10 17:53:59.166800 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64072e34-5977-4ff8-811a-bd7cf698085d admin admin] Network hostable DHCP agents. Network: 941f4dd1-1cd2-4690-90b4-a39f7dd10700, hostable agents: ['bccf9388-ecf1-4acf-9e95-63f97cf623b0'], hosted agents: [] {{(pid=114528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 17:53:59.267209 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64072e34-5977-4ff8-811a-bd7cf698085d admin admin] Network 941f4dd1-1cd2-4690-90b4-a39f7dd10700 is scheduled to be hosted by DHCP agent bccf9388-ecf1-4acf-9e95-63f97cf623b0 with binding_index 1 {{(pid=114528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 17:53:59.344826 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.base_scheduler [None req-64072e34-5977-4ff8-811a-bd7cf698085d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-xena-3-iscsi, 941f4dd1-1cd2-4690-90b4-a39f7dd10700) {{(pid=114528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:53:59.351917 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64072e34-5977-4ff8-811a-bd7cf698085d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:53:59.351917 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-64072e34-5977-4ff8-811a-bd7cf698085d admin admin] Notify callbacks [] for subnet, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:59.354342 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac7ec9b-9612-4e95-8259-a54a0877ca0a None None] Network 941f4dd1-1cd2-4690-90b4-a39f7dd10700 requested from dv-cinder-xena-3-iscsi {{(pid=114530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 17:53:59.390085 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 47884) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:53:59.391064 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [None req-a3f2ca8d-9b5a-4325-ab15-62aafbed16c5 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1144891549', 'description': 'tempest-description--707036577'}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:53:59.451595 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-64072e34-5977-4ff8-811a-bd7cf698085d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8299041 Jun 10 17:53:59.454160 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 47886) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:53:59.458404 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [None req-5dd62f6c-8445-4f22-8195-ec48e8b00b8a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1149551766-router', 'tenant_id': '6d6dbdef4a8846949d0237616b9700d4', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f'}}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:53:59.532177 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afbf69da-4592-4fb0-b298-0bdafacbce2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77de9516-29da-567c-b3ac-4325783e7148-941f4dd1-1cd2-4690-90b4-a39f7dd10700', 'network_id': '941f4dd1-1cd2-4690-90b4-a39f7dd10700', 'tenant_id': '6d6dbdef4a8846949d0237616b9700d4', 'fixed_ips': [{'subnet_id': '00c8bf72-bb24-44ab-9fd7-9e0654aad089'}]}} from dv-cinder-xena-3-iscsi. {{(pid=114530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 17:53:59.533018 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-afbf69da-4592-4fb0-b298-0bdafacbce2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_create {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:59.558939 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-a3f2ca8d-9b5a-4325-ab15-62aafbed16c5 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for security_group, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:59.591319 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-5dd62f6c-8445-4f22-8195-ec48e8b00b8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-777435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14490'] for router, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:59.592403 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-5dd62f6c-8445-4f22-8195-ec48e8b00b8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-778659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14481'] for router, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:59.669864 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.db_base_plugin_common [None req-afbf69da-4592-4fb0-b298-0bdafacbce2b None None] Allocated IP 172.20.0.2 (941f4dd1-1cd2-4690-90b4-a39f7dd10700/00c8bf72-bb24-44ab-9fd7-9e0654aad089/1151ec54-5ce4-4063-b844-3f6c0bea07d0) {{(pid=114530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 17:53:59.686775 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-5dd62f6c-8445-4f22-8195-ec48e8b00b8a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:59.689305 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-a3f2ca8d-9b5a-4325-ab15-62aafbed16c5 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for security_group, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:59.778623 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-a3f2ca8d-9b5a-4325-ab15-62aafbed16c5 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:59.832212 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-afbf69da-4592-4fb0-b298-0bdafacbce2b None None] Notify callbacks [] for port, precommit_create {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:59.900082 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f2ca8d-9b5a-4325-ab15-62aafbed16c5 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8050fe66-827d-46f3-b81c-1105c17490ee,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:53:59.938833 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-a3f2ca8d-9b5a-4325-ab15-62aafbed16c5 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for security_group, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:59.940059 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-a3f2ca8d-9b5a-4325-ab15-62aafbed16c5 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5532601 Jun 10 17:53:59.942559 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-5dd62f6c-8445-4f22-8195-ec48e8b00b8a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:59.943061 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 47898) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:53:59.947887 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.v2.base [None req-7b80a338-1da6-40b5-9d5d-1b59c03da094 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Request body: {'security_group_rule': {'security_group_id': '8050fe66-827d-46f3-b81c-1105c17490ee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:53:59.956767 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-afbf69da-4592-4fb0-b298-0bdafacbce2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764020614705'] for port, after_create {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:53:59.994130 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbf69da-4592-4fb0-b298-0bdafacbce2b None None] Network 941f4dd1-1cd2-4690-90b4-a39f7dd10700 is already hosted by enough agents. {{(pid=114530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:53:59.996811 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.scheduler.base_scheduler [None req-afbf69da-4592-4fb0-b298-0bdafacbce2b None None] Resources bound (agent type, host, resource id): {{(pid=114530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:54:00.000177 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbf69da-4592-4fb0-b298-0bdafacbce2b None None] Received port after_create {{(pid=114530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 10 17:54:00.010938 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbf69da-4592-4fb0-b298-0bdafacbce2b None None] Pushing event updated for resources: {'Port': ['ID=1151ec54-5ce4-4063-b844-3f6c0bea07d0,revision_number=1']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:54:00.055180 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-7b80a338-1da6-40b5-9d5d-1b59c03da094 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:00.070664 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.managers [None req-afbf69da-4592-4fb0-b298-0bdafacbce2b None None] Attempting to bind port 1151ec54-5ce4-4063-b844-3f6c0bea07d0 on host dv-cinder-xena-3-iscsi for vnic_type normal with profile {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 17:54:00.071304 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.managers [None req-afbf69da-4592-4fb0-b298-0bdafacbce2b None None] Attempting to bind port 1151ec54-5ce4-4063-b844-3f6c0bea07d0 by drivers openvswitch,hyperv on host dv-cinder-xena-3-iscsi at level 0 using segments [{'id': '09b97ff2-f6f8-4f11-854d-e6fd79ad39c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '941f4dd1-1cd2-4690-90b4-a39f7dd10700'}] {{(pid=114530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 17:54:00.071681 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbf69da-4592-4fb0-b298-0bdafacbce2b None None] Attempting to bind port 1151ec54-5ce4-4063-b844-3f6c0bea07d0 on network 941f4dd1-1cd2-4690-90b4-a39f7dd10700 {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 10 17:54:00.077479 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbf69da-4592-4fb0-b298-0bdafacbce2b None None] Checking agent: {'id': '87b91a5b-6105-4774-a25f-e6a5abfdfa1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-xena-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 10, 17, 40, 14), 'started_at': datetime.datetime(2022, 6, 10, 17, 40, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 10, 17, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-xena-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 10 17:54:00.077884 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbf69da-4592-4fb0-b298-0bdafacbce2b None None] Checking segment: {'id': '09b97ff2-f6f8-4f11-854d-e6fd79ad39c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '941f4dd1-1cd2-4690-90b4-a39f7dd10700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 10 17:54:00.078309 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-afbf69da-4592-4fb0-b298-0bdafacbce2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:00.078729 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbf69da-4592-4fb0-b298-0bdafacbce2b None None] Bound using segment: {'id': '09b97ff2-f6f8-4f11-854d-e6fd79ad39c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '941f4dd1-1cd2-4690-90b4-a39f7dd10700'} {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 10 17:54:00.079196 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.managers [None req-afbf69da-4592-4fb0-b298-0bdafacbce2b None None] Bound port: 1151ec54-5ce4-4063-b844-3f6c0bea07d0, host: dv-cinder-xena-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09b97ff2-f6f8-4f11-854d-e6fd79ad39c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '941f4dd1-1cd2-4690-90b4-a39f7dd10700'}}] {{(pid=114530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 17:54:00.079703 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-afbf69da-4592-4fb0-b298-0bdafacbce2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:00.114217 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-7b80a338-1da6-40b5-9d5d-1b59c03da094 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:00.150910 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc622612-32e0-40c2-aa8f-c780db82617a None None] Sync routers for ids ['c6993fe7-256c-4148-8715-87d27593d9c1'] in dv-cinder-xena-3-iscsi {{(pid=114530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 17:54:00.157652 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-afbf69da-4592-4fb0-b298-0bdafacbce2b None None] For port 1151ec54-5ce4-4063-b844-3f6c0bea07d0, host dv-cinder-xena-3-iscsi, cleared binding levels {{(pid=114530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 10 17:54:00.172801 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-afbf69da-4592-4fb0-b298-0bdafacbce2b None None] For port 1151ec54-5ce4-4063-b844-3f6c0bea07d0, host dv-cinder-xena-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=1151ec54-5ce4-4063-b844-3f6c0bea07d0,segment=NetworkSegment(09b97ff2-f6f8-4f11-854d-e6fd79ad39c7),segment_id=09b97ff2-f6f8-4f11-854d-e6fd79ad39c7)] {{(pid=114530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 10 17:54:00.173834 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc622612-32e0-40c2-aa8f-c780db82617a None None] Routers {'c6993fe7-256c-4148-8715-87d27593d9c1'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:54:00.174483 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-cc622612-32e0-40c2-aa8f-c780db82617a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:53:41Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['c6993fe7-256c-4148-8715-87d27593d9c1'], 'active': True} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:54:00.199011 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-7b80a338-1da6-40b5-9d5d-1b59c03da094 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765151'] for security_group_rule, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:00.216063 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b80a338-1da6-40b5-9d5d-1b59c03da094 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b318f912-dcd9-481f-a36b-bf3258a12f09,revision_number=0']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:54:00.223300 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-5dd62f6c-8445-4f22-8195-ec48e8b00b8a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:00.243179 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-5dd62f6c-8445-4f22-8195-ec48e8b00b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:00.288237 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvr_db [None req-cc622612-32e0-40c2-aa8f-c780db82617a None None] Set router c6993fe7-256c-4148-8715-87d27593d9c1 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:54:00.298591 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-7b80a338-1da6-40b5-9d5d-1b59c03da094 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:00.300077 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-7b80a338-1da6-40b5-9d5d-1b59c03da094 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3560119 Jun 10 17:54:00.302719 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 47900) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:54:00.320974 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.v2.base [None req-1d65c741-2965-403b-a971-4e96820be067 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Request body: {'security_group_rule': {'security_group_id': '8050fe66-827d-46f3-b81c-1105c17490ee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:54:00.322335 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-afbf69da-4592-4fb0-b298-0bdafacbce2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:00.362299 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.db_base_plugin_common [None req-5dd62f6c-8445-4f22-8195-ec48e8b00b8a admin admin] Allocated IP 172.37.5.88 (8c026026-8e05-41b4-990c-0815c0c24f4f/e3db4be6-a2be-4d68-ab1f-8754e6ee5b68/815b37c6-a14b-4e29-8c69-c8c6344186cc) {{(pid=114528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 17:54:00.469883 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-1d65c741-2965-403b-a971-4e96820be067 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:00.500507 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-5dd62f6c-8445-4f22-8195-ec48e8b00b8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:00.515256 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbf69da-4592-4fb0-b298-0bdafacbce2b None None] Pushing event updated for resources: {'Port': ['ID=1151ec54-5ce4-4063-b844-3f6c0bea07d0,revision_number=2']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:54:00.518945 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device 6f13a53a-504f-443b-87c9-e435164ad56f up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 17:54:00.537913 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-1d65c741-2965-403b-a971-4e96820be067 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:00.644400 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-1d65c741-2965-403b-a971-4e96820be067 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765151'] for security_group_rule, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:00.661986 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-5dd62f6c-8445-4f22-8195-ec48e8b00b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764020614705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940005'] for port, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:00.674512 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d65c741-2965-403b-a971-4e96820be067 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34dda83e-f507-40d0-b6a8-c63a79a9849f,revision_number=0']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:54:00.676728 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Provisioning complete for port 6f13a53a-504f-443b-87c9-e435164ad56f triggered by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:54:00.677229 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:00.702538 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd62f6c-8445-4f22-8195-ec48e8b00b8a admin admin] Network 8c026026-8e05-41b4-990c-0815c0c24f4f is already hosted by enough agents. {{(pid=114528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:54:00.705036 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.base_scheduler [None req-5dd62f6c-8445-4f22-8195-ec48e8b00b8a admin admin] Resources bound (agent type, host, resource id): {{(pid=114528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:54:00.707517 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd62f6c-8445-4f22-8195-ec48e8b00b8a admin admin] Received port after_create {{(pid=114528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 10 17:54:00.749896 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-1d65c741-2965-403b-a971-4e96820be067 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:00.755116 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-1d65c741-2965-403b-a971-4e96820be067 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4511650 Jun 10 17:54:00.756482 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 47908) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:54:00.758724 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd62f6c-8445-4f22-8195-ec48e8b00b8a admin admin] Pushing event updated for resources: {'Port': ['ID=815b37c6-a14b-4e29-8c69-c8c6344186cc,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:54:00.763390 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.v2.base [None req-9630fdb2-0f88-4977-a1bc-eed68013cb85 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Request body: {'floatingip': {'floating_network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f'}} {{(pid=114529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:54:00.847418 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Current status of the port 6f13a53a-504f-443b-87c9-e435164ad56f is: DOWN; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:54:00.847804 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:00.850975 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-9630fdb2-0f88-4977-a1bc-eed68013cb85 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for floatingip, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:00.874359 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] For port 6f13a53a-504f-443b-87c9-e435164ad56f, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=6f13a53a-504f-443b-87c9-e435164ad56f,segment=NetworkSegment(bfeef927-6d24-4759-be0a-a8eced1bbc0e),segment_id=bfeef927-6d24-4759-be0a-a8eced1bbc0e)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:54:00.880761 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-cc622612-32e0-40c2-aa8f-c780db82617a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'name': 'tempest-AttachVolumeNegativeTest-134245358-router', 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.13'}], 'enable_snat': True}, 'gw_port_id': '6f13a53a-504f-443b-87c9-e435164ad56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:54Z', 'updated_at': '2022-06-10T17:53:57Z', 'revision_number': 4, 'project_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'gw_port': {'id': '6f13a53a-504f-443b-87c9-e435164ad56f', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d9:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:54Z', 'updated_at': '2022-06-10T17:53:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': '410b1b9f-a001-4d68-be21-d8f17484d592', 'name': '', 'network_id': 'cf05028d-c72b-40d9-b732-31cbffe291f6', 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'mac_address': 'fa:16:3e:55:5f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '9741f818-fc3a-495a-a8d9-92f5229bfc6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:57Z', 'updated_at': '2022-06-10T17:53:58Z', 'revision_number': 2, 'project_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'subnets': [{'id': '9741f818-fc3a-495a-a8d9-92f5229bfc6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:54:00.909519 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc622612-32e0-40c2-aa8f-c780db82617a None None] Checking router: c6993fe7-256c-4148-8715-87d27593d9c1 for host: dv-cinder-xena-3-iscsi {{(pid=114530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 17:54:00.909970 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc622612-32e0-40c2-aa8f-c780db82617a None None] Updating router c6993fe7-256c-4148-8715-87d27593d9c1 port 410b1b9f-a001-4d68-be21-d8f17484d592 binding host dv-cinder-xena-3-iscsi {{(pid=114530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 17:54:00.942384 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-cc622612-32e0-40c2-aa8f-c780db82617a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:00.972244 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-9630fdb2-0f88-4977-a1bc-eed68013cb85 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:00.979758 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:01.085208 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.db_base_plugin_common [None req-9630fdb2-0f88-4977-a1bc-eed68013cb85 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Allocated IP 172.37.5.222 (8c026026-8e05-41b4-990c-0815c0c24f4f/e3db4be6-a2be-4d68-ab1f-8754e6ee5b68/929a1639-1199-4917-acca-9ea02a32924a) {{(pid=114529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 17:54:01.092823 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Pushing event updated for resources: {'Port': ['ID=6f13a53a-504f-443b-87c9-e435164ad56f,revision_number=4']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:54:01.125468 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-5dd62f6c-8445-4f22-8195-ec48e8b00b8a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:01.208810 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-9630fdb2-0f88-4977-a1bc-eed68013cb85 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for port, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:01.269409 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-cc622612-32e0-40c2-aa8f-c780db82617a None None] Notify callbacks [] for port, precommit_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:01.338981 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-5dd62f6c-8445-4f22-8195-ec48e8b00b8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754000'] for router, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:01.358468 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-9630fdb2-0f88-4977-a1bc-eed68013cb85 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764020614705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263063011'] for port, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:01.373675 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-cc622612-32e0-40c2-aa8f-c780db82617a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:01.406895 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9630fdb2-0f88-4977-a1bc-eed68013cb85 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Network 8c026026-8e05-41b4-990c-0815c0c24f4f is already hosted by enough agents. {{(pid=114529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:54:01.410706 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.base_scheduler [None req-9630fdb2-0f88-4977-a1bc-eed68013cb85 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Resources bound (agent type, host, resource id): {{(pid=114529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:54:01.415141 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9630fdb2-0f88-4977-a1bc-eed68013cb85 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Received port after_create {{(pid=114529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 10 17:54:01.434001 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265cf4d4-0c9f-4784-ae9a-d11c0bd2332e None None] Pushing event updated for resources: {'Port': ['ID=410b1b9f-a001-4d68-be21-d8f17484d592,revision_number=3']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:54:01.519186 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9630fdb2-0f88-4977-a1bc-eed68013cb85 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Pushing event updated for resources: {'Port': ['ID=929a1639-1199-4917-acca-9ea02a32924a,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:54:01.530376 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.managers [None req-cc622612-32e0-40c2-aa8f-c780db82617a None None] Attempting to bind port 410b1b9f-a001-4d68-be21-d8f17484d592 on host dv-cinder-xena-3-iscsi for vnic_type normal with profile {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 17:54:01.530740 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.managers [None req-cc622612-32e0-40c2-aa8f-c780db82617a None None] Attempting to bind port 410b1b9f-a001-4d68-be21-d8f17484d592 by drivers openvswitch,hyperv on host dv-cinder-xena-3-iscsi at level 0 using segments [{'id': '6709a124-9c43-4d87-92f9-6a6c112d5626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'cf05028d-c72b-40d9-b732-31cbffe291f6'}] {{(pid=114530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 17:54:01.531147 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc622612-32e0-40c2-aa8f-c780db82617a None None] Attempting to bind port 410b1b9f-a001-4d68-be21-d8f17484d592 on network cf05028d-c72b-40d9-b732-31cbffe291f6 {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 10 17:54:01.553558 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc622612-32e0-40c2-aa8f-c780db82617a None None] Checking agent: {'id': '87b91a5b-6105-4774-a25f-e6a5abfdfa1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-xena-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 10, 17, 40, 14), 'started_at': datetime.datetime(2022, 6, 10, 17, 40, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 10, 17, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-xena-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 10 17:54:01.555675 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc622612-32e0-40c2-aa8f-c780db82617a None None] Checking segment: {'id': '6709a124-9c43-4d87-92f9-6a6c112d5626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'cf05028d-c72b-40d9-b732-31cbffe291f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 10 17:54:01.555675 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-cc622612-32e0-40c2-aa8f-c780db82617a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:01.557071 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc622612-32e0-40c2-aa8f-c780db82617a None None] Bound using segment: {'id': '6709a124-9c43-4d87-92f9-6a6c112d5626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'cf05028d-c72b-40d9-b732-31cbffe291f6'} {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 10 17:54:01.557602 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.managers [None req-cc622612-32e0-40c2-aa8f-c780db82617a None None] Bound port: 410b1b9f-a001-4d68-be21-d8f17484d592, host: dv-cinder-xena-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6709a124-9c43-4d87-92f9-6a6c112d5626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'cf05028d-c72b-40d9-b732-31cbffe291f6'}}] {{(pid=114530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 17:54:01.557993 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-cc622612-32e0-40c2-aa8f-c780db82617a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:01.573650 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dd62f6c-8445-4f22-8195-ec48e8b00b8a admin admin] Router bd4250db-0eae-4705-be76-ecf342fee463 is scheduled to L3 agent e04d2863-a40a-41db-9b2a-39042df37909 with binding_index 1 {{(pid=114528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 10 17:54:01.583860 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-9630fdb2-0f88-4977-a1bc-eed68013cb85 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:01.632308 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-cc622612-32e0-40c2-aa8f-c780db82617a None None] For port 410b1b9f-a001-4d68-be21-d8f17484d592, host dv-cinder-xena-3-iscsi, cleared binding levels {{(pid=114530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 10 17:54:01.636826 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-cc622612-32e0-40c2-aa8f-c780db82617a None None] For port 410b1b9f-a001-4d68-be21-d8f17484d592, host dv-cinder-xena-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=410b1b9f-a001-4d68-be21-d8f17484d592,segment=NetworkSegment(6709a124-9c43-4d87-92f9-6a6c112d5626),segment_id=6709a124-9c43-4d87-92f9-6a6c112d5626)] {{(pid=114530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 10 17:54:01.688557 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-9630fdb2-0f88-4977-a1bc-eed68013cb85 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:01.724975 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-cc622612-32e0-40c2-aa8f-c780db82617a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:01.736810 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3cb9095-0bee-46c2-a57b-8f5f8b85ecf7 None None] Network 941f4dd1-1cd2-4690-90b4-a39f7dd10700 requested from dv-cinder-xena-3-iscsi {{(pid=114530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 17:54:01.831656 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc622612-32e0-40c2-aa8f-c780db82617a None None] Routers {'c6993fe7-256c-4148-8715-87d27593d9c1'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:54:01.832321 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-cc622612-32e0-40c2-aa8f-c780db82617a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:53:41Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['c6993fe7-256c-4148-8715-87d27593d9c1'], 'active': True} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:54:01.871062 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-9630fdb2-0f88-4977-a1bc-eed68013cb85 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for port, precommit_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:01.950466 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-9630fdb2-0f88-4977-a1bc-eed68013cb85 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263062808'] for port, after_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:01.967843 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd62f6c-8445-4f22-8195-ec48e8b00b8a admin admin] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=114528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 10 17:54:01.980432 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc1094e-d68a-49f5-8257-ef4bc968b66d None None] Sync routers for ids ['bd4250db-0eae-4705-be76-ecf342fee463'] in dv-cinder-xena-3-iscsi {{(pid=114531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 17:54:01.994127 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc1094e-d68a-49f5-8257-ef4bc968b66d None None] Routers {'bd4250db-0eae-4705-be76-ecf342fee463'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:54:01.995335 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-5dc1094e-d68a-49f5-8257-ef4bc968b66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:53:41Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['bd4250db-0eae-4705-be76-ecf342fee463'], 'active': True} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:54:02.005471 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265cf4d4-0c9f-4784-ae9a-d11c0bd2332e None None] Pushing event updated for resources: {'Port': ['ID=410b1b9f-a001-4d68-be21-d8f17484d592,revision_number=4']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:54:02.031912 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-583971af-c1fa-4c39-9d81-7677762b20d0 None None] Provisioning complete for port 410b1b9f-a001-4d68-be21-d8f17484d592 triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:54:02.032419 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-583971af-c1fa-4c39-9d81-7677762b20d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:02.051907 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-9630fdb2-0f88-4977-a1bc-eed68013cb85 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-753974'] for floatingip, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:02.067898 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9630fdb2-0f88-4977-a1bc-eed68013cb85 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Pushing event updated for resources: {'Port': ['ID=929a1639-1199-4917-acca-9ea02a32924a,revision_number=2']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:54:02.080651 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-5dd62f6c-8445-4f22-8195-ec48e8b00b8a admin admin] Notify callbacks [] for router, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:02.084666 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 47916) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:54:02.084844 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-5dd62f6c-8445-4f22-8195-ec48e8b00b8a admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6295640 Jun 10 17:54:02.108175 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvr_db [None req-5dc1094e-d68a-49f5-8257-ef4bc968b66d None None] Set router bd4250db-0eae-4705-be76-ecf342fee463 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:54:02.122314 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvr_db [None req-cc622612-32e0-40c2-aa8f-c780db82617a None None] Set router c6993fe7-256c-4148-8715-87d27593d9c1 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:54:02.191640 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-9630fdb2-0f88-4977-a1bc-eed68013cb85 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for floatingip, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:02.192966 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-9630fdb2-0f88-4977-a1bc-eed68013cb85 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4353480 Jun 10 17:54:02.298389 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-583971af-c1fa-4c39-9d81-7677762b20d0 None None] Current status of the port 410b1b9f-a001-4d68-be21-d8f17484d592 is: DOWN; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:54:02.298787 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-583971af-c1fa-4c39-9d81-7677762b20d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:02.313561 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-5dc1094e-d68a-49f5-8257-ef4bc968b66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4250db-0eae-4705-be76-ecf342fee463', 'name': 'tempest-TestShelveInstance-1149551766-router', 'tenant_id': '6d6dbdef4a8846949d0237616b9700d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.88'}], 'enable_snat': True}, 'gw_port_id': '815b37c6-a14b-4e29-8c69-c8c6344186cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:59Z', 'updated_at': '2022-06-10T17:54:00Z', 'revision_number': 3, 'project_id': '6d6dbdef4a8846949d0237616b9700d4', 'gw_port': {'id': '815b37c6-a14b-4e29-8c69-c8c6344186cc', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b9:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd4250db-0eae-4705-be76-ecf342fee463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:54:00Z', 'updated_at': '2022-06-10T17:54:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:54:02.356229 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc1094e-d68a-49f5-8257-ef4bc968b66d None None] Checking router: bd4250db-0eae-4705-be76-ecf342fee463 for host: dv-cinder-xena-3-iscsi {{(pid=114531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 17:54:02.356788 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc1094e-d68a-49f5-8257-ef4bc968b66d None None] Updating router bd4250db-0eae-4705-be76-ecf342fee463 port 815b37c6-a14b-4e29-8c69-c8c6344186cc binding host dv-cinder-xena-3-iscsi {{(pid=114531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 17:54:02.384647 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron_lib.callbacks.manager [None req-5dc1094e-d68a-49f5-8257-ef4bc968b66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:02.411325 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-a0267c3a-01c9-41ae-aeae-66074043b0c6 req-86423b3e-7498-4301-b5de-bb8e5b9e276e tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1144891549&fields=id&tenant_id=ae2c0c7e115f4f079bcf8d85f2bdfadf HTTP/1.1" status: 200 len: 267 time: 0.0716846 Jun 10 17:54:02.411903 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-583971af-c1fa-4c39-9d81-7677762b20d0 None None] For port 410b1b9f-a001-4d68-be21-d8f17484d592, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=410b1b9f-a001-4d68-be21-d8f17484d592,segment=NetworkSegment(6709a124-9c43-4d87-92f9-6a6c112d5626),segment_id=6709a124-9c43-4d87-92f9-6a6c112d5626)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:54:02.482187 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-cc622612-32e0-40c2-aa8f-c780db82617a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'name': 'tempest-AttachVolumeNegativeTest-134245358-router', 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.13'}], 'enable_snat': True}, 'gw_port_id': '6f13a53a-504f-443b-87c9-e435164ad56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:54Z', 'updated_at': '2022-06-10T17:53:57Z', 'revision_number': 4, 'project_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'gw_port': {'id': '6f13a53a-504f-443b-87c9-e435164ad56f', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:54Z', 'updated_at': '2022-06-10T17:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': '410b1b9f-a001-4d68-be21-d8f17484d592', 'name': '', 'network_id': 'cf05028d-c72b-40d9-b732-31cbffe291f6', 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'mac_address': 'fa:16:3e:55:5f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '9741f818-fc3a-495a-a8d9-92f5229bfc6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:57Z', 'updated_at': '2022-06-10T17:54:01Z', 'revision_number': 4, 'project_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'subnets': [{'id': '9741f818-fc3a-495a-a8d9-92f5229bfc6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:54:02.533482 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device 6f13a53a-504f-443b-87c9-e435164ad56f up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 17:54:02.536830 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-583971af-c1fa-4c39-9d81-7677762b20d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:02.539858 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc622612-32e0-40c2-aa8f-c780db82617a None None] The sync data for ids ['c6993fe7-256c-4148-8715-87d27593d9c1'] in dv-cinder-xena-3-iscsi is: [{'id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'name': 'tempest-AttachVolumeNegativeTest-134245358-router', 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.13'}], 'enable_snat': True}, 'gw_port_id': '6f13a53a-504f-443b-87c9-e435164ad56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:54Z', 'updated_at': '2022-06-10T17:53:57Z', 'revision_number': 4, 'project_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'gw_port': {'id': '6f13a53a-504f-443b-87c9-e435164ad56f', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:54Z', 'updated_at': '2022-06-10T17:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': '410b1b9f-a001-4d68-be21-d8f17484d592', 'name': '', 'network_id': 'cf05028d-c72b-40d9-b732-31cbffe291f6', 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'mac_address': 'fa:16:3e:55:5f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '9741f818-fc3a-495a-a8d9-92f5229bfc6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:57Z', 'updated_at': '2022-06-10T17:54:01Z', 'revision_number': 4, 'project_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'subnets': [{'id': '9741f818-fc3a-495a-a8d9-92f5229bfc6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 17:54:02.736933 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583971af-c1fa-4c39-9d81-7677762b20d0 None None] Pushing event updated for resources: {'Port': ['ID=410b1b9f-a001-4d68-be21-d8f17484d592,revision_number=5']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:54:02.751465 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-583971af-c1fa-4c39-9d81-7677762b20d0 None None] Provisioning complete for port 1151ec54-5ce4-4063-b844-3f6c0bea07d0 triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:54:02.752117 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-583971af-c1fa-4c39-9d81-7677762b20d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:02.808914 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Provisioning complete for port 6f13a53a-504f-443b-87c9-e435164ad56f triggered by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:54:02.809284 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:02.892759 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-583971af-c1fa-4c39-9d81-7677762b20d0 None None] Current status of the port 1151ec54-5ce4-4063-b844-3f6c0bea07d0 is: DOWN; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:54:02.893141 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-583971af-c1fa-4c39-9d81-7677762b20d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:02.963517 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Current status of the port 6f13a53a-504f-443b-87c9-e435164ad56f is: ACTIVE; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:54:02.964782 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device 1151ec54-5ce4-4063-b844-3f6c0bea07d0 up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 17:54:02.982792 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-583971af-c1fa-4c39-9d81-7677762b20d0 None None] For port 1151ec54-5ce4-4063-b844-3f6c0bea07d0, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=1151ec54-5ce4-4063-b844-3f6c0bea07d0,segment=NetworkSegment(09b97ff2-f6f8-4f11-854d-e6fd79ad39c7),segment_id=09b97ff2-f6f8-4f11-854d-e6fd79ad39c7)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:54:03.002446 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron_lib.callbacks.manager [None req-5dc1094e-d68a-49f5-8257-ef4bc968b66d None None] Notify callbacks [] for port, precommit_update {{(pid=114531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:03.027984 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0267c3a-01c9-41ae-aeae-66074043b0c6 req-9a0d1546-caac-4ad5-8924-c0f3e443382d tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:03.029240 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-a0267c3a-01c9-41ae-aeae-66074043b0c6 req-9a0d1546-caac-4ad5-8924-c0f3e443382d tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/networks?id=cf05028d-c72b-40d9-b732-31cbffe291f6 HTTP/1.1" status: 200 len: 814 time: 0.6073821 Jun 10 17:54:03.036346 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Provisioning complete for port 1151ec54-5ce4-4063-b844-3f6c0bea07d0 triggered by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:54:03.036722 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:03.083390 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-a0267c3a-01c9-41ae-aeae-66074043b0c6 req-6b90e803-542a-48d9-8d77-ab96c52577fa tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/quotas/ae2c0c7e115f4f079bcf8d85f2bdfadf HTTP/1.1" status: 200 len: 375 time: 0.0194099 Jun 10 17:54:03.093138 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron_lib.callbacks.manager [None req-5dc1094e-d68a-49f5-8257-ef4bc968b66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:03.105491 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-583971af-c1fa-4c39-9d81-7677762b20d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:03.141474 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5bd093-0edf-4b58-a506-0f0c1a3aea08 None None] Pushing event updated for resources: {'Port': ['ID=815b37c6-a14b-4e29-8c69-c8c6344186cc,revision_number=2']} {{(pid=114531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:54:03.148765 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Current status of the port 1151ec54-5ce4-4063-b844-3f6c0bea07d0 is: DOWN; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:54:03.149162 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:03.175065 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.managers [None req-5dc1094e-d68a-49f5-8257-ef4bc968b66d None None] Attempting to bind port 815b37c6-a14b-4e29-8c69-c8c6344186cc on host dv-cinder-xena-3-iscsi for vnic_type normal with profile {{(pid=114531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 17:54:03.175754 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.managers [None req-5dc1094e-d68a-49f5-8257-ef4bc968b66d None None] Attempting to bind port 815b37c6-a14b-4e29-8c69-c8c6344186cc by drivers openvswitch,hyperv on host dv-cinder-xena-3-iscsi at level 0 using segments [{'id': 'bfeef927-6d24-4759-be0a-a8eced1bbc0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f'}] {{(pid=114531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 17:54:03.176027 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc1094e-d68a-49f5-8257-ef4bc968b66d None None] Attempting to bind port 815b37c6-a14b-4e29-8c69-c8c6344186cc on network 8c026026-8e05-41b4-990c-0815c0c24f4f {{(pid=114531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 10 17:54:03.187163 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc1094e-d68a-49f5-8257-ef4bc968b66d None None] Checking agent: {'id': '87b91a5b-6105-4774-a25f-e6a5abfdfa1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-xena-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 10, 17, 40, 14), 'started_at': datetime.datetime(2022, 6, 10, 17, 40, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 10, 17, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-xena-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 10 17:54:03.187678 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc1094e-d68a-49f5-8257-ef4bc968b66d None None] Checking segment: {'id': 'bfeef927-6d24-4759-be0a-a8eced1bbc0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 10 17:54:03.188125 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583971af-c1fa-4c39-9d81-7677762b20d0 None None] Pushing event updated for resources: {'Port': ['ID=1151ec54-5ce4-4063-b844-3f6c0bea07d0,revision_number=3']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:54:03.188266 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron_lib.callbacks.manager [None req-5dc1094e-d68a-49f5-8257-ef4bc968b66d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:03.188778 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc1094e-d68a-49f5-8257-ef4bc968b66d None None] Bound using segment: {'id': 'bfeef927-6d24-4759-be0a-a8eced1bbc0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f'} {{(pid=114531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 10 17:54:03.189804 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.managers [None req-5dc1094e-d68a-49f5-8257-ef4bc968b66d None None] Bound port: 815b37c6-a14b-4e29-8c69-c8c6344186cc, host: dv-cinder-xena-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfeef927-6d24-4759-be0a-a8eced1bbc0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f'}}] {{(pid=114531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 17:54:03.190045 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron_lib.callbacks.manager [None req-5dc1094e-d68a-49f5-8257-ef4bc968b66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:03.245198 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.db.api [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 17:54:03.245545 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG oslo_db.api [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 17:54:03.246833 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-085bfe9b-274d-4926-b8cc-349db925d887 None None] Provisioning complete for port 410b1b9f-a001-4d68-be21-d8f17484d592 triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:54:03.250469 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-085bfe9b-274d-4926-b8cc-349db925d887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:03.256783 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-a0267c3a-01c9-41ae-aeae-66074043b0c6 req-45401ee2-6b92-430c-baa0-191b0536a9ae tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ae2c0c7e115f4f079bcf8d85f2bdfadf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1651666 Jun 10 17:54:03.266519 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.db [None req-5dc1094e-d68a-49f5-8257-ef4bc968b66d None None] For port 815b37c6-a14b-4e29-8c69-c8c6344186cc, host dv-cinder-xena-3-iscsi, cleared binding levels {{(pid=114531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 10 17:54:03.278427 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.db [None req-5dc1094e-d68a-49f5-8257-ef4bc968b66d None None] For port 815b37c6-a14b-4e29-8c69-c8c6344186cc, host dv-cinder-xena-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=815b37c6-a14b-4e29-8c69-c8c6344186cc,segment=NetworkSegment(bfeef927-6d24-4759-be0a-a8eced1bbc0e),segment_id=bfeef927-6d24-4759-be0a-a8eced1bbc0e)] {{(pid=114531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 10 17:54:03.283910 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-8c4cad9e-b217-4a58-adfa-53375b65895b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:03.397507 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron_lib.callbacks.manager [None req-5dc1094e-d68a-49f5-8257-ef4bc968b66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:03.487912 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5bd093-0edf-4b58-a506-0f0c1a3aea08 None None] Pushing event updated for resources: {'Port': ['ID=815b37c6-a14b-4e29-8c69-c8c6344186cc,revision_number=3']} {{(pid=114531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:54:03.496141 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-085bfe9b-274d-4926-b8cc-349db925d887 None None] Current status of the port 410b1b9f-a001-4d68-be21-d8f17484d592 is: ACTIVE; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:54:03.510032 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-085bfe9b-274d-4926-b8cc-349db925d887 None None] Provisioning complete for port 1151ec54-5ce4-4063-b844-3f6c0bea07d0 triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:54:03.510703 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-085bfe9b-274d-4926-b8cc-349db925d887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:03.515225 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc1094e-d68a-49f5-8257-ef4bc968b66d None None] Routers {'bd4250db-0eae-4705-be76-ecf342fee463'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:54:03.515996 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-5dc1094e-d68a-49f5-8257-ef4bc968b66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:53:41Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['bd4250db-0eae-4705-be76-ecf342fee463'], 'active': True} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:54:03.525293 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-a0267c3a-01c9-41ae-aeae-66074043b0c6 req-333b6a71-5740-48dd-940f-82dbb1239d51 service neutron] 10.222.0.16 "GET /v2.0/networks/cf05028d-c72b-40d9-b732-31cbffe291f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675796 Jun 10 17:54:03.595912 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.db_base_plugin_common [None req-8c4cad9e-b217-4a58-adfa-53375b65895b admin admin] Allocated IP 172.20.0.1 (941f4dd1-1cd2-4690-90b4-a39f7dd10700/00c8bf72-bb24-44ab-9fd7-9e0654aad089/798ca802-6767-4af9-8a6a-9bb95fb7a0bb) {{(pid=114529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 17:54:03.604781 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-085bfe9b-274d-4926-b8cc-349db925d887 None None] Current status of the port 1151ec54-5ce4-4063-b844-3f6c0bea07d0 is: ACTIVE; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:54:03.652123 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvr_db [None req-5dc1094e-d68a-49f5-8257-ef4bc968b66d None None] Set router bd4250db-0eae-4705-be76-ecf342fee463 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:54:03.717804 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-a0267c3a-01c9-41ae-aeae-66074043b0c6 req-7cc1c7e1-7e71-47ea-ad32-8650dd5bebf3 service neutron] 10.222.0.16 "GET /v2.0/networks/cf05028d-c72b-40d9-b732-31cbffe291f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845732 Jun 10 17:54:03.774824 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-8c4cad9e-b217-4a58-adfa-53375b65895b admin admin] Notify callbacks [] for port, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:03.802532 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Current status of the port 1151ec54-5ce4-4063-b844-3f6c0bea07d0 is: ACTIVE; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:54:03.844246 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-5dc1094e-d68a-49f5-8257-ef4bc968b66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4250db-0eae-4705-be76-ecf342fee463', 'name': 'tempest-TestShelveInstance-1149551766-router', 'tenant_id': '6d6dbdef4a8846949d0237616b9700d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.88'}], 'enable_snat': True}, 'gw_port_id': '815b37c6-a14b-4e29-8c69-c8c6344186cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:59Z', 'updated_at': '2022-06-10T17:54:00Z', 'revision_number': 3, 'project_id': '6d6dbdef4a8846949d0237616b9700d4', 'gw_port': {'id': '815b37c6-a14b-4e29-8c69-c8c6344186cc', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b9:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd4250db-0eae-4705-be76-ecf342fee463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:54:00Z', 'updated_at': '2022-06-10T17:54:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:54:03.875912 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc1094e-d68a-49f5-8257-ef4bc968b66d None None] The sync data for ids ['bd4250db-0eae-4705-be76-ecf342fee463'] in dv-cinder-xena-3-iscsi is: [{'id': 'bd4250db-0eae-4705-be76-ecf342fee463', 'name': 'tempest-TestShelveInstance-1149551766-router', 'tenant_id': '6d6dbdef4a8846949d0237616b9700d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.88'}], 'enable_snat': True}, 'gw_port_id': '815b37c6-a14b-4e29-8c69-c8c6344186cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:59Z', 'updated_at': '2022-06-10T17:54:00Z', 'revision_number': 3, 'project_id': '6d6dbdef4a8846949d0237616b9700d4', 'gw_port': {'id': '815b37c6-a14b-4e29-8c69-c8c6344186cc', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b9:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd4250db-0eae-4705-be76-ecf342fee463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:54:00Z', 'updated_at': '2022-06-10T17:54:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}] {{(pid=114531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 17:54:03.905236 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-8c4cad9e-b217-4a58-adfa-53375b65895b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764020614705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263063011'] for port, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:03.949366 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4cad9e-b217-4a58-adfa-53375b65895b admin admin] Network 941f4dd1-1cd2-4690-90b4-a39f7dd10700 is already hosted by enough agents. {{(pid=114529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:54:03.952319 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.base_scheduler [None req-8c4cad9e-b217-4a58-adfa-53375b65895b admin admin] Resources bound (agent type, host, resource id): {{(pid=114529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:54:03.958218 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4cad9e-b217-4a58-adfa-53375b65895b admin admin] Received port after_create {{(pid=114529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 10 17:54:03.963785 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4cad9e-b217-4a58-adfa-53375b65895b admin admin] Pushing event updated for resources: {'Port': ['ID=798ca802-6767-4af9-8a6a-9bb95fb7a0bb,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:54:04.002009 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-8c4cad9e-b217-4a58-adfa-53375b65895b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754083'] for router_interface, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:04.103655 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-da52f0fa-7721-4eaa-8998-47ec07a0afe2 req-c2e27f94-f061-4d3a-98bc-fa9e2aa447bc tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8873376-178b-473c-b4a7-13c770571367 HTTP/1.1" status: 200 len: 210 time: 0.0461366 Jun 10 17:54:04.263970 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-8c4cad9e-b217-4a58-adfa-53375b65895b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:04.339988 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-91334575-c6ef-4a70-85aa-5b7e53c30cd0 None None] Provisioning complete for port 798ca802-6767-4af9-8a6a-9bb95fb7a0bb triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:54:04.345134 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-91334575-c6ef-4a70-85aa-5b7e53c30cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:04.407202 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-91334575-c6ef-4a70-85aa-5b7e53c30cd0 None None] Port 798ca802-6767-4af9-8a6a-9bb95fb7a0bb cannot update to ACTIVE because it is not bound. {{(pid=114530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 10 17:54:04.482971 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-8c4cad9e-b217-4a58-adfa-53375b65895b admin admin] Notify callbacks [] for port, precommit_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:04.511550 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device 410b1b9f-a001-4d68-be21-d8f17484d592 up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 17:54:04.547355 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-8c4cad9e-b217-4a58-adfa-53375b65895b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263062808'] for port, after_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:04.587478 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Provisioning complete for port 410b1b9f-a001-4d68-be21-d8f17484d592 triggered by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:54:04.587847 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:04.624822 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-8c4cad9e-b217-4a58-adfa-53375b65895b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-734068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-779027'] for router_interface, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:04.667687 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4cad9e-b217-4a58-adfa-53375b65895b admin admin] Pushing event updated for resources: {'Port': ['ID=798ca802-6767-4af9-8a6a-9bb95fb7a0bb,revision_number=2']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:54:04.670214 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Current status of the port 410b1b9f-a001-4d68-be21-d8f17484d592 is: ACTIVE; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:54:04.671676 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device 1151ec54-5ce4-4063-b844-3f6c0bea07d0 up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 17:54:04.734987 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Provisioning complete for port 1151ec54-5ce4-4063-b844-3f6c0bea07d0 triggered by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:54:04.735361 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:04.759732 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4cad9e-b217-4a58-adfa-53375b65895b admin admin] Network 941f4dd1-1cd2-4690-90b4-a39f7dd10700 is already hosted by enough agents. {{(pid=114529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:54:04.761855 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.base_scheduler [None req-8c4cad9e-b217-4a58-adfa-53375b65895b admin admin] Resources bound (agent type, host, resource id): {{(pid=114529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:54:04.835686 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Current status of the port 1151ec54-5ce4-4063-b844-3f6c0bea07d0 is: ACTIVE; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:54:04.939600 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c4cad9e-b217-4a58-adfa-53375b65895b admin admin] Router bd4250db-0eae-4705-be76-ecf342fee463 has already been hosted by L3 agent e04d2863-a40a-41db-9b2a-39042df37909 {{(pid=114529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 10 17:54:05.075898 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c4cad9e-b217-4a58-adfa-53375b65895b admin admin] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=114529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 10 17:54:05.093859 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-8c4cad9e-b217-4a58-adfa-53375b65895b admin admin] 10.222.0.16 "PUT /v2.0/routers/bd4250db-0eae-4705-be76-ecf342fee463/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9984510 Jun 10 17:54:05.145312 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-017830b7-8328-443b-b9fe-a77867c6a6d7 None None] Provisioning complete for port 798ca802-6767-4af9-8a6a-9bb95fb7a0bb triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:54:05.145312 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-017830b7-8328-443b-b9fe-a77867c6a6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:05.188395 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-017830b7-8328-443b-b9fe-a77867c6a6d7 None None] Port 798ca802-6767-4af9-8a6a-9bb95fb7a0bb cannot update to ACTIVE because it is not bound. {{(pid=114530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 10 17:54:05.234598 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-a831dc2f-6976-45a1-ba09-89e2ea389a19 req-695a5a30-a837-485b-9c7c-268e96bb3fc5 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8873376-178b-473c-b4a7-13c770571367 HTTP/1.1" status: 200 len: 210 time: 0.0531189 Jun 10 17:54:05.973755 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 47986) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:54:05.977524 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.v2.base [None req-b4fb4cf0-08e3-4474-b34a-060639a4837b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1658621930-network', 'tenant_id': 'f46222238ec14a3ab5ad10d570fc1964'}} {{(pid=114529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:54:06.019522 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379af906-262e-40ae-9024-368f3eec348c None None] Sync routers for ids ['bd4250db-0eae-4705-be76-ecf342fee463'] in dv-cinder-xena-3-iscsi {{(pid=114530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 17:54:06.030870 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379af906-262e-40ae-9024-368f3eec348c None None] Routers {'bd4250db-0eae-4705-be76-ecf342fee463'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:54:06.031485 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-379af906-262e-40ae-9024-368f3eec348c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:53:41Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['bd4250db-0eae-4705-be76-ecf342fee463'], 'active': True} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:54:06.087826 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4fb4cf0-08e3-4474-b34a-060639a4837b admin admin] Made reservation on behalf of f46222238ec14a3ab5ad10d570fc1964 for: {'network': 1} {{(pid=114529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 17:54:06.090552 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-b4fb4cf0-08e3-4474-b34a-060639a4837b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for network, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:06.100874 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-b4fb4cf0-08e3-4474-b34a-060639a4837b admin admin] Notify callbacks [] for security_group, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:06.146380 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvr_db [None req-379af906-262e-40ae-9024-368f3eec348c None None] Set router bd4250db-0eae-4705-be76-ecf342fee463 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:54:06.330897 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-b4fb4cf0-08e3-4474-b34a-060639a4837b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:06.330897 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-64e6e72b-f906-4f53-9443-d67ba962c532 req-636e5641-e32b-400b-934e-c7a51acd59aa tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-26487028&fields=id&tenant_id=767f7c0142e64103a2d829d5951cd4ad HTTP/1.1" status: 200 len: 267 time: 0.0371482 Jun 10 17:54:06.350586 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-e5a4b14d-d9e1-404e-890d-81edebb5145b req-790e1be2-05cd-465b-b690-ce13bff3195e tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8873376-178b-473c-b4a7-13c770571367 HTTP/1.1" status: 200 len: 210 time: 0.0353320 Jun 10 17:54:06.369804 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e6e72b-f906-4f53-9443-d67ba962c532 req-c2206b5e-311a-49b3-86cb-aaf8e839692c tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:06.371276 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-64e6e72b-f906-4f53-9443-d67ba962c532 req-c2206b5e-311a-49b3-86cb-aaf8e839692c tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/networks?id=31f77b64-5d2a-4d41-a094-437a49d2382f HTTP/1.1" status: 200 len: 810 time: 0.1421425 Jun 10 17:54:06.391012 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-64e6e72b-f906-4f53-9443-d67ba962c532 req-28cb528a-c5ac-4cf9-8af7-173843792c81 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/quotas/767f7c0142e64103a2d829d5951cd4ad HTTP/1.1" status: 200 len: 375 time: 0.0101721 Jun 10 17:54:06.399541 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device 815b37c6-a14b-4e29-8c69-c8c6344186cc up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 17:54:06.425675 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-b4fb4cf0-08e3-4474-b34a-060639a4837b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:06.436051 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-379af906-262e-40ae-9024-368f3eec348c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4250db-0eae-4705-be76-ecf342fee463', 'name': 'tempest-TestShelveInstance-1149551766-router', 'tenant_id': '6d6dbdef4a8846949d0237616b9700d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.88'}], 'enable_snat': True}, 'gw_port_id': '815b37c6-a14b-4e29-8c69-c8c6344186cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:59Z', 'updated_at': '2022-06-10T17:54:04Z', 'revision_number': 4, 'project_id': '6d6dbdef4a8846949d0237616b9700d4', 'gw_port': {'id': '815b37c6-a14b-4e29-8c69-c8c6344186cc', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b9:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd4250db-0eae-4705-be76-ecf342fee463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:54:00Z', 'updated_at': '2022-06-10T17:54:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': '798ca802-6767-4af9-8a6a-9bb95fb7a0bb', 'name': '', 'network_id': '941f4dd1-1cd2-4690-90b4-a39f7dd10700', 'tenant_id': '6d6dbdef4a8846949d0237616b9700d4', 'mac_address': 'fa:16:3e:58:ce:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd4250db-0eae-4705-be76-ecf342fee463', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '00c8bf72-bb24-44ab-9fd7-9e0654aad089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:54:03Z', 'updated_at': '2022-06-10T17:54:04Z', 'revision_number': 2, 'project_id': '6d6dbdef4a8846949d0237616b9700d4', 'subnets': [{'id': '00c8bf72-bb24-44ab-9fd7-9e0654aad089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:54:06.456682 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4fb4cf0-08e3-4474-b34a-060639a4837b admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=114529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 17:54:06.473413 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379af906-262e-40ae-9024-368f3eec348c None None] Checking router: bd4250db-0eae-4705-be76-ecf342fee463 for host: dv-cinder-xena-3-iscsi {{(pid=114530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 17:54:06.473766 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379af906-262e-40ae-9024-368f3eec348c None None] Updating router bd4250db-0eae-4705-be76-ecf342fee463 port 798ca802-6767-4af9-8a6a-9bb95fb7a0bb binding host dv-cinder-xena-3-iscsi {{(pid=114530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 17:54:06.476005 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fb4cf0-08e3-4474-b34a-060639a4837b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d169a7-f708-4dd9-b64d-1492b7dfb2d6,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:54:06.483931 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-64e6e72b-f906-4f53-9443-d67ba962c532 req-9a59c973-7559-4cff-8ef6-513f6810a566 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=767f7c0142e64103a2d829d5951cd4ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0864925 Jun 10 17:54:06.484983 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-b4fb4cf0-08e3-4474-b34a-060639a4837b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009214'] for segment, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:06.485330 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.db.segments_db [None req-b4fb4cf0-08e3-4474-b34a-060639a4837b admin admin] Added segment c4f21302-ab30-4d12-9641-feef5c154641 of type vlan for network b2af0c78-e2b0-407b-9f52-200a48ecb87d Jun 10 17:54:06.505427 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-379af906-262e-40ae-9024-368f3eec348c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:06.517812 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Provisioning complete for port 815b37c6-a14b-4e29-8c69-c8c6344186cc triggered by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:54:06.518177 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:06.544637 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-b4fb4cf0-08e3-4474-b34a-060639a4837b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764020540941'] for network, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:06.624036 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-64e6e72b-f906-4f53-9443-d67ba962c532 req-4b31907f-2434-4bc6-ad60-eb531d4498ed service neutron] 10.222.0.16 "GET /v2.0/networks/31f77b64-5d2a-4d41-a094-437a49d2382f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097615 Jun 10 17:54:06.665100 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-b4fb4cf0-08e3-4474-b34a-060639a4837b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050'] for network, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:06.666061 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fb4cf0-08e3-4474-b34a-060639a4837b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:06.666666 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-b4fb4cf0-08e3-4474-b34a-060639a4837b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-734032'] for network, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:06.702077 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Current status of the port 815b37c6-a14b-4e29-8c69-c8c6344186cc is: DOWN; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:54:06.702497 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:06.760684 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] For port 815b37c6-a14b-4e29-8c69-c8c6344186cc, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=815b37c6-a14b-4e29-8c69-c8c6344186cc,segment=NetworkSegment(bfeef927-6d24-4759-be0a-a8eced1bbc0e),segment_id=bfeef927-6d24-4759-be0a-a8eced1bbc0e)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:54:06.775720 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fb4cf0-08e3-4474-b34a-060639a4837b admin admin] Pushing event updated for resources: {'Network': ['ID=b2af0c78-e2b0-407b-9f52-200a48ecb87d,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:54:06.787012 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-64e6e72b-f906-4f53-9443-d67ba962c532 req-b6e18b26-4a04-48ec-88f4-0436df845aa2 service neutron] 10.222.0.16 "GET /v2.0/networks/31f77b64-5d2a-4d41-a094-437a49d2382f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561394 Jun 10 17:54:06.787147 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Network b2af0c78-e2b0-407b-9f52-200a48ecb87d details requested by agent ovs-agent-dv-cinder-xena-3-iscsi with host dv-cinder-xena-3-iscsi {{(pid=114530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 10 17:54:06.825641 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 47998) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:54:06.828257 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-b4fb4cf0-08e3-4474-b34a-060639a4837b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8538063 Jun 10 17:54:06.832223 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [None req-ba274ba6-dce5-46e0-8c5f-3bd02eb4048e admin admin] Request body: {'subnet': {'network_id': 'b2af0c78-e2b0-407b-9f52-200a48ecb87d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1658621930-subnet', 'tenant_id': 'f46222238ec14a3ab5ad10d570fc1964', 'ip_version': 4}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:54:06.837206 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:06.962669 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba274ba6-dce5-46e0-8c5f-3bd02eb4048e admin admin] Made reservation on behalf of f46222238ec14a3ab5ad10d570fc1964 for: {'subnet': 1} {{(pid=114528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 17:54:06.965315 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-ba274ba6-dce5-46e0-8c5f-3bd02eb4048e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263612217'] for subnet, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:06.965438 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-379af906-262e-40ae-9024-368f3eec348c None None] Notify callbacks [] for port, precommit_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:06.966861 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0267c3a-01c9-41ae-aeae-66074043b0c6 req-115c979a-c44b-4567-8fea-2ee35e3768bc tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:06.972554 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-a0267c3a-01c9-41ae-aeae-66074043b0c6 req-115c979a-c44b-4567-8fea-2ee35e3768bc tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.27 "GET /v2.0/networks?id=cf05028d-c72b-40d9-b732-31cbffe291f6 HTTP/1.1" status: 200 len: 814 time: 0.1119936 Jun 10 17:54:06.972689 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Pushing event updated for resources: {'Port': ['ID=815b37c6-a14b-4e29-8c69-c8c6344186cc,revision_number=4']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:54:07.031877 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-a0267c3a-01c9-41ae-aeae-66074043b0c6 req-ccdc523c-5a86-4b8f-8791-8e7528ed2209 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae2c0c7e115f4f079bcf8d85f2bdfadf HTTP/1.1" status: 200 len: 380 time: 0.0383713 Jun 10 17:54:07.041902 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.v2.base [req-a0267c3a-01c9-41ae-aeae-66074043b0c6 req-288a932d-9957-4387-a336-88b894a9377d tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Request body: {'port': {'device_id': 'a8873376-178b-473c-b4a7-13c770571367', 'network_id': 'cf05028d-c72b-40d9-b732-31cbffe291f6', 'admin_state_up': True, 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'security_groups': ['8050fe66-827d-46f3-b81c-1105c17490ee']}} {{(pid=114529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:54:07.066214 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-379af906-262e-40ae-9024-368f3eec348c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:07.133034 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7c2ea3-09fa-4649-9cfa-6aaae71dfd7c None None] Pushing event updated for resources: {'Port': ['ID=798ca802-6767-4af9-8a6a-9bb95fb7a0bb,revision_number=3']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:54:07.222616 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.managers [None req-379af906-262e-40ae-9024-368f3eec348c None None] Attempting to bind port 798ca802-6767-4af9-8a6a-9bb95fb7a0bb on host dv-cinder-xena-3-iscsi for vnic_type normal with profile {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 17:54:07.222982 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.managers [None req-379af906-262e-40ae-9024-368f3eec348c None None] Attempting to bind port 798ca802-6767-4af9-8a6a-9bb95fb7a0bb by drivers openvswitch,hyperv on host dv-cinder-xena-3-iscsi at level 0 using segments [{'id': '09b97ff2-f6f8-4f11-854d-e6fd79ad39c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '941f4dd1-1cd2-4690-90b4-a39f7dd10700'}] {{(pid=114530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 17:54:07.223335 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379af906-262e-40ae-9024-368f3eec348c None None] Attempting to bind port 798ca802-6767-4af9-8a6a-9bb95fb7a0bb on network 941f4dd1-1cd2-4690-90b4-a39f7dd10700 {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 10 17:54:07.232648 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379af906-262e-40ae-9024-368f3eec348c None None] Checking agent: {'id': '87b91a5b-6105-4774-a25f-e6a5abfdfa1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-xena-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 10, 17, 40, 14), 'started_at': datetime.datetime(2022, 6, 10, 17, 40, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 10, 17, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-xena-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 10 17:54:07.233020 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379af906-262e-40ae-9024-368f3eec348c None None] Checking segment: {'id': '09b97ff2-f6f8-4f11-854d-e6fd79ad39c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '941f4dd1-1cd2-4690-90b4-a39f7dd10700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 10 17:54:07.233420 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-379af906-262e-40ae-9024-368f3eec348c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:07.233862 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379af906-262e-40ae-9024-368f3eec348c None None] Bound using segment: {'id': '09b97ff2-f6f8-4f11-854d-e6fd79ad39c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '941f4dd1-1cd2-4690-90b4-a39f7dd10700'} {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 10 17:54:07.234350 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.managers [None req-379af906-262e-40ae-9024-368f3eec348c None None] Bound port: 798ca802-6767-4af9-8a6a-9bb95fb7a0bb, host: dv-cinder-xena-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09b97ff2-f6f8-4f11-854d-e6fd79ad39c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '941f4dd1-1cd2-4690-90b4-a39f7dd10700'}}] {{(pid=114530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 17:54:07.234723 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-379af906-262e-40ae-9024-368f3eec348c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:07.299376 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0267c3a-01c9-41ae-aeae-66074043b0c6 req-288a932d-9957-4387-a336-88b894a9377d tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Made reservation on behalf of ae2c0c7e115f4f079bcf8d85f2bdfadf for: {'port': 1} {{(pid=114529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 17:54:07.301682 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-ba274ba6-dce5-46e0-8c5f-3bd02eb4048e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262939921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263612203'] for subnet, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:07.303804 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-a0267c3a-01c9-41ae-aeae-66074043b0c6 req-288a932d-9957-4387-a336-88b894a9377d tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:07.350633 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-379af906-262e-40ae-9024-368f3eec348c None None] For port 798ca802-6767-4af9-8a6a-9bb95fb7a0bb, host dv-cinder-xena-3-iscsi, cleared binding levels {{(pid=114530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 10 17:54:07.357195 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-379af906-262e-40ae-9024-368f3eec348c None None] For port 798ca802-6767-4af9-8a6a-9bb95fb7a0bb, host dv-cinder-xena-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=798ca802-6767-4af9-8a6a-9bb95fb7a0bb,segment=NetworkSegment(09b97ff2-f6f8-4f11-854d-e6fd79ad39c7),segment_id=09b97ff2-f6f8-4f11-854d-e6fd79ad39c7)] {{(pid=114530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 10 17:54:07.378393 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba274ba6-dce5-46e0-8c5f-3bd02eb4048e admin admin] Pushing event updated for resources: {'Subnet': ['ID=699b3609-efa7-48ef-9e36-4b59218eba6d,revision_number=0']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:54:07.410638 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba274ba6-dce5-46e0-8c5f-3bd02eb4048e admin admin] Checking segment: {'id': 'c4f21302-ab30-4d12-9641-feef5c154641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'b2af0c78-e2b0-407b-9f52-200a48ecb87d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 10 17:54:07.411000 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba274ba6-dce5-46e0-8c5f-3bd02eb4048e admin admin] Network hostable DHCP agents. Network: b2af0c78-e2b0-407b-9f52-200a48ecb87d, hostable agents: ['bccf9388-ecf1-4acf-9e95-63f97cf623b0'], hosted agents: [] {{(pid=114528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 17:54:07.431519 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-931d4e1c-d196-45cf-b1f5-9277aaba07b2 None None] Provisioning complete for port 798ca802-6767-4af9-8a6a-9bb95fb7a0bb triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:54:07.431519 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-931d4e1c-d196-45cf-b1f5-9277aaba07b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:07.461593 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-379af906-262e-40ae-9024-368f3eec348c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:07.501274 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.db_base_plugin_common [req-a0267c3a-01c9-41ae-aeae-66074043b0c6 req-288a932d-9957-4387-a336-88b894a9377d tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Allocated IP 172.20.0.8 (cf05028d-c72b-40d9-b732-31cbffe291f6/9741f818-fc3a-495a-a8d9-92f5229bfc6e/03943a64-4bc8-4066-998c-327b844b0056) {{(pid=114529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 17:54:07.527399 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-e9ecb741-7066-4496-b138-6038adb6cba2 req-1c31cc0a-acf9-43a5-b712-342ee8c907be tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8873376-178b-473c-b4a7-13c770571367 HTTP/1.1" status: 200 len: 210 time: 0.0465732 Jun 10 17:54:07.543004 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-931d4e1c-d196-45cf-b1f5-9277aaba07b2 None None] Port 798ca802-6767-4af9-8a6a-9bb95fb7a0bb cannot update to ACTIVE because it is not bound. {{(pid=114530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 10 17:54:07.567584 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba274ba6-dce5-46e0-8c5f-3bd02eb4048e admin admin] Network b2af0c78-e2b0-407b-9f52-200a48ecb87d is scheduled to be hosted by DHCP agent bccf9388-ecf1-4acf-9e95-63f97cf623b0 with binding_index 1 {{(pid=114528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 17:54:07.588650 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379af906-262e-40ae-9024-368f3eec348c None None] Routers {'bd4250db-0eae-4705-be76-ecf342fee463'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:54:07.589564 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-379af906-262e-40ae-9024-368f3eec348c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:53:41Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['bd4250db-0eae-4705-be76-ecf342fee463'], 'active': True} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:54:07.650206 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.base_scheduler [None req-ba274ba6-dce5-46e0-8c5f-3bd02eb4048e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-xena-3-iscsi, b2af0c78-e2b0-407b-9f52-200a48ecb87d) {{(pid=114528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:54:07.654658 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba274ba6-dce5-46e0-8c5f-3bd02eb4048e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:07.659208 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-ba274ba6-dce5-46e0-8c5f-3bd02eb4048e admin admin] Notify callbacks [] for subnet, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:07.670088 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc01ae4-67c4-480a-be10-0f16944552d3 None None] Network b2af0c78-e2b0-407b-9f52-200a48ecb87d requested from dv-cinder-xena-3-iscsi {{(pid=114530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 17:54:07.671667 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7c2ea3-09fa-4649-9cfa-6aaae71dfd7c None None] Pushing event updated for resources: {'Port': ['ID=798ca802-6767-4af9-8a6a-9bb95fb7a0bb,revision_number=4']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:54:07.734685 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-cee0c362-e764-4e98-990e-7e4aff2009b4 req-22a52aaf-7ab8-4d15-ac9f-ddf709b1a177 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/ports?device_id=13fa4a62-6067-45d5-a50f-7105b8847514 HTTP/1.1" status: 200 len: 210 time: 0.0640099 Jun 10 17:54:07.751186 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-ba274ba6-dce5-46e0-8c5f-3bd02eb4048e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9224362 Jun 10 17:54:07.758480 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-a0267c3a-01c9-41ae-aeae-66074043b0c6 req-288a932d-9957-4387-a336-88b894a9377d tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for port, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:07.759975 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 48030) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:54:07.764551 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [None req-3328f2b2-8769-48d5-b5a6-6610c9099d7f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1658621930-router', 'tenant_id': 'f46222238ec14a3ab5ad10d570fc1964', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f'}}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:54:07.872931 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-3328f2b2-8769-48d5-b5a6-6610c9099d7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-777435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14490'] for router, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:07.873664 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-a0267c3a-01c9-41ae-aeae-66074043b0c6 req-288a932d-9957-4387-a336-88b894a9377d tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764020614705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263063011'] for port, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:07.874664 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-3328f2b2-8769-48d5-b5a6-6610c9099d7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-778659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14481'] for router, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:07.916020 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0267c3a-01c9-41ae-aeae-66074043b0c6 req-288a932d-9957-4387-a336-88b894a9377d tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Network cf05028d-c72b-40d9-b732-31cbffe291f6 is already hosted by enough agents. {{(pid=114529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:54:07.920919 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.base_scheduler [req-a0267c3a-01c9-41ae-aeae-66074043b0c6 req-288a932d-9957-4387-a336-88b894a9377d tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Resources bound (agent type, host, resource id): {{(pid=114529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:54:07.923412 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0267c3a-01c9-41ae-aeae-66074043b0c6 req-288a932d-9957-4387-a336-88b894a9377d tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Received port after_create {{(pid=114529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 10 17:54:07.930911 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-3328f2b2-8769-48d5-b5a6-6610c9099d7f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:07.956072 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-22095a67-968f-4016-9a3b-964c49088708 None None] Provisioning complete for port 798ca802-6767-4af9-8a6a-9bb95fb7a0bb triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:54:07.960348 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-22095a67-968f-4016-9a3b-964c49088708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:07.968173 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288a932d-9957-4387-a336-88b894a9377d tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Pushing event updated for resources: {'Port': ['ID=03943a64-4bc8-4066-998c-327b844b0056,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:54:07.986816 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0267c3a-01c9-41ae-aeae-66074043b0c6 req-288a932d-9957-4387-a336-88b894a9377d tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:07.989015 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-a0267c3a-01c9-41ae-aeae-66074043b0c6 req-288a932d-9957-4387-a336-88b894a9377d tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for port, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:08.010934 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvr_db [None req-379af906-262e-40ae-9024-368f3eec348c None None] Set router bd4250db-0eae-4705-be76-ecf342fee463 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:54:08.068508 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-a0267c3a-01c9-41ae-aeae-66074043b0c6 req-288a932d-9957-4387-a336-88b894a9377d tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0312760 Jun 10 17:54:08.091028 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.v2.base [req-a0267c3a-01c9-41ae-aeae-66074043b0c6 req-621c575d-1572-41f3-9ea6-b641fa14b1c5 service neutron] Request body: {'port': {'device_id': 'a8873376-178b-473c-b4a7-13c770571367', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-xena0'}} {{(pid=114529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:54:08.184136 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-22095a67-968f-4016-9a3b-964c49088708 None None] Current status of the port 798ca802-6767-4af9-8a6a-9bb95fb7a0bb is: DOWN; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:54:08.184913 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-22095a67-968f-4016-9a3b-964c49088708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:08.214641 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-a0267c3a-01c9-41ae-aeae-66074043b0c6 req-621c575d-1572-41f3-9ea6-b641fa14b1c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:08.290660 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-3328f2b2-8769-48d5-b5a6-6610c9099d7f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:08.300227 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847ff6f8-7d8f-4281-befb-af7c37d9c307 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77de9516-29da-567c-b3ac-4325783e7148-b2af0c78-e2b0-407b-9f52-200a48ecb87d', 'network_id': 'b2af0c78-e2b0-407b-9f52-200a48ecb87d', 'tenant_id': 'f46222238ec14a3ab5ad10d570fc1964', 'fixed_ips': [{'subnet_id': '699b3609-efa7-48ef-9e36-4b59218eba6d'}]}} from dv-cinder-xena-3-iscsi. {{(pid=114530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 17:54:08.301143 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-847ff6f8-7d8f-4281-befb-af7c37d9c307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_create {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:08.332633 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-22095a67-968f-4016-9a3b-964c49088708 None None] For port 798ca802-6767-4af9-8a6a-9bb95fb7a0bb, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=798ca802-6767-4af9-8a6a-9bb95fb7a0bb,segment=NetworkSegment(09b97ff2-f6f8-4f11-854d-e6fd79ad39c7),segment_id=09b97ff2-f6f8-4f11-854d-e6fd79ad39c7)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:54:08.381980 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device 815b37c6-a14b-4e29-8c69-c8c6344186cc up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 17:54:08.480067 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-22095a67-968f-4016-9a3b-964c49088708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:08.488089 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-450e2a1f-d1d1-4340-80ed-fdf13e4dbfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:08.536496 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.notifiers.nova [req-a0267c3a-01c9-41ae-aeae-66074043b0c6 req-621c575d-1572-41f3-9ea6-b641fa14b1c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03943a64-4bc8-4066-998c-327b844b0056 {{(pid=114529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 10 17:54:08.545318 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-a0267c3a-01c9-41ae-aeae-66074043b0c6 req-621c575d-1572-41f3-9ea6-b641fa14b1c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:08.560972 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.provisioning_blocks [req-a0267c3a-01c9-41ae-aeae-66074043b0c6 req-621c575d-1572-41f3-9ea6-b641fa14b1c5 service neutron] Transition to ACTIVE for port object 03943a64-4bc8-4066-998c-327b844b0056 will not be triggered until provisioned by entity L2. {{(pid=114529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 17:54:08.636041 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22095a67-968f-4016-9a3b-964c49088708 None None] Pushing event updated for resources: {'Port': ['ID=798ca802-6767-4af9-8a6a-9bb95fb7a0bb,revision_number=5']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:54:08.647182 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-3328f2b2-8769-48d5-b5a6-6610c9099d7f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:08.649303 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Provisioning complete for port 815b37c6-a14b-4e29-8c69-c8c6344186cc triggered by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:54:08.649670 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:08.658687 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-a0267c3a-01c9-41ae-aeae-66074043b0c6 req-621c575d-1572-41f3-9ea6-b641fa14b1c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263062808'] for port, after_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:08.670774 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-3328f2b2-8769-48d5-b5a6-6610c9099d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:08.687711 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.db_base_plugin_common [None req-847ff6f8-7d8f-4281-befb-af7c37d9c307 None None] Allocated IP 172.20.0.2 (b2af0c78-e2b0-407b-9f52-200a48ecb87d/699b3609-efa7-48ef-9e36-4b59218eba6d/18fddf5a-94e8-4ac3-ba9f-33d7c1f0a666) {{(pid=114530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 17:54:08.690810 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-379af906-262e-40ae-9024-368f3eec348c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4250db-0eae-4705-be76-ecf342fee463', 'name': 'tempest-TestShelveInstance-1149551766-router', 'tenant_id': '6d6dbdef4a8846949d0237616b9700d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.88'}], 'enable_snat': True}, 'gw_port_id': '815b37c6-a14b-4e29-8c69-c8c6344186cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:59Z', 'updated_at': '2022-06-10T17:54:04Z', 'revision_number': 4, 'project_id': '6d6dbdef4a8846949d0237616b9700d4', 'gw_port': {'id': '815b37c6-a14b-4e29-8c69-c8c6344186cc', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4250db-0eae-4705-be76-ecf342fee463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:54:00Z', 'updated_at': '2022-06-10T17:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': '798ca802-6767-4af9-8a6a-9bb95fb7a0bb', 'name': '', 'network_id': '941f4dd1-1cd2-4690-90b4-a39f7dd10700', 'tenant_id': '6d6dbdef4a8846949d0237616b9700d4', 'mac_address': 'fa:16:3e:58:ce:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd4250db-0eae-4705-be76-ecf342fee463', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '00c8bf72-bb24-44ab-9fd7-9e0654aad089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:54:03Z', 'updated_at': '2022-06-10T17:54:07Z', 'revision_number': 4, 'project_id': '6d6dbdef4a8846949d0237616b9700d4', 'subnets': [{'id': '00c8bf72-bb24-44ab-9fd7-9e0654aad089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:54:08.732609 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379af906-262e-40ae-9024-368f3eec348c None None] The sync data for ids ['bd4250db-0eae-4705-be76-ecf342fee463'] in dv-cinder-xena-3-iscsi is: [{'id': 'bd4250db-0eae-4705-be76-ecf342fee463', 'name': 'tempest-TestShelveInstance-1149551766-router', 'tenant_id': '6d6dbdef4a8846949d0237616b9700d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.88'}], 'enable_snat': True}, 'gw_port_id': '815b37c6-a14b-4e29-8c69-c8c6344186cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:59Z', 'updated_at': '2022-06-10T17:54:04Z', 'revision_number': 4, 'project_id': '6d6dbdef4a8846949d0237616b9700d4', 'gw_port': {'id': '815b37c6-a14b-4e29-8c69-c8c6344186cc', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4250db-0eae-4705-be76-ecf342fee463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:54:00Z', 'updated_at': '2022-06-10T17:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': '798ca802-6767-4af9-8a6a-9bb95fb7a0bb', 'name': '', 'network_id': '941f4dd1-1cd2-4690-90b4-a39f7dd10700', 'tenant_id': '6d6dbdef4a8846949d0237616b9700d4', 'mac_address': 'fa:16:3e:58:ce:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd4250db-0eae-4705-be76-ecf342fee463', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '00c8bf72-bb24-44ab-9fd7-9e0654aad089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:54:03Z', 'updated_at': '2022-06-10T17:54:07Z', 'revision_number': 4, 'project_id': '6d6dbdef4a8846949d0237616b9700d4', 'subnets': [{'id': '00c8bf72-bb24-44ab-9fd7-9e0654aad089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 17:54:08.746914 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7065a841-89e4-4f7e-9481-32f3c184f8c3 req-bacd92a9-13c5-4d61-9fe2-c1b196608718 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:08.749318 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-7065a841-89e4-4f7e-9481-32f3c184f8c3 req-bacd92a9-13c5-4d61-9fe2-c1b196608718 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8873376-178b-473c-b4a7-13c770571367 HTTP/1.1" status: 200 len: 931 time: 0.1354105 Jun 10 17:54:08.783583 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621c575d-1572-41f3-9ea6-b641fa14b1c5 service neutron] Pushing event updated for resources: {'Port': ['ID=03943a64-4bc8-4066-998c-327b844b0056,revision_number=2']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:54:08.865069 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.db_base_plugin_common [None req-3328f2b2-8769-48d5-b5a6-6610c9099d7f admin admin] Allocated IP 172.37.5.158 (8c026026-8e05-41b4-990c-0815c0c24f4f/e3db4be6-a2be-4d68-ab1f-8754e6ee5b68/49756c58-f507-47f3-af77-71ccee25b70a) {{(pid=114528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 17:54:08.940158 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Current status of the port 815b37c6-a14b-4e29-8c69-c8c6344186cc is: ACTIVE; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:54:08.959225 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-445f439a-0829-440d-bb9a-fe80d2b7b9cd req-89816e12-859a-46be-a335-36c4bad94576 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/ports?device_id=13fa4a62-6067-45d5-a50f-7105b8847514 HTTP/1.1" status: 200 len: 210 time: 0.0862191 Jun 10 17:54:08.995076 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-7065a841-89e4-4f7e-9481-32f3c184f8c3 req-10dbd641-2133-4dc6-8b95-598b23be0fb7 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/security-groups?id=8050fe66-827d-46f3-b81c-1105c17490ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2014823 Jun 10 17:54:09.041484 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.managers [req-a0267c3a-01c9-41ae-aeae-66074043b0c6 req-621c575d-1572-41f3-9ea6-b641fa14b1c5 service neutron] Attempting to bind port 03943a64-4bc8-4066-998c-327b844b0056 on host hv-cinder-xena0 for vnic_type normal with profile {{(pid=114529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 17:54:09.041818 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.managers [req-a0267c3a-01c9-41ae-aeae-66074043b0c6 req-621c575d-1572-41f3-9ea6-b641fa14b1c5 service neutron] Attempting to bind port 03943a64-4bc8-4066-998c-327b844b0056 by drivers openvswitch,hyperv on host hv-cinder-xena0 at level 0 using segments [{'id': '6709a124-9c43-4d87-92f9-6a6c112d5626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'cf05028d-c72b-40d9-b732-31cbffe291f6'}] {{(pid=114529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 17:54:09.042142 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0267c3a-01c9-41ae-aeae-66074043b0c6 req-621c575d-1572-41f3-9ea6-b641fa14b1c5 service neutron] Attempting to bind port 03943a64-4bc8-4066-998c-327b844b0056 on network cf05028d-c72b-40d9-b732-31cbffe291f6 {{(pid=114529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 10 17:54:09.049771 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0267c3a-01c9-41ae-aeae-66074043b0c6 req-621c575d-1572-41f3-9ea6-b641fa14b1c5 service neutron] Port 03943a64-4bc8-4066-998c-327b844b0056 on network cf05028d-c72b-40d9-b732-31cbffe291f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-xena0 {{(pid=114529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 10 17:54:09.051509 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0267c3a-01c9-41ae-aeae-66074043b0c6 req-621c575d-1572-41f3-9ea6-b641fa14b1c5 service neutron] Attempting to bind port 03943a64-4bc8-4066-998c-327b844b0056 on network cf05028d-c72b-40d9-b732-31cbffe291f6 {{(pid=114529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 10 17:54:09.063298 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0267c3a-01c9-41ae-aeae-66074043b0c6 req-621c575d-1572-41f3-9ea6-b641fa14b1c5 service neutron] Checking agent: {'id': '7469bf7c-50e4-4cc8-b056-051e3e633b26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-xena0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 10, 17, 46, 19), 'started_at': datetime.datetime(2022, 6, 10, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 10, 17, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 10 17:54:09.063656 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0267c3a-01c9-41ae-aeae-66074043b0c6 req-621c575d-1572-41f3-9ea6-b641fa14b1c5 service neutron] Checking segment: {'id': '6709a124-9c43-4d87-92f9-6a6c112d5626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'cf05028d-c72b-40d9-b732-31cbffe291f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 10 17:54:09.064286 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0267c3a-01c9-41ae-aeae-66074043b0c6 req-621c575d-1572-41f3-9ea6-b641fa14b1c5 service neutron] Bound using segment: {'id': '6709a124-9c43-4d87-92f9-6a6c112d5626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'cf05028d-c72b-40d9-b732-31cbffe291f6'} {{(pid=114529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 10 17:54:09.064495 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.managers [req-a0267c3a-01c9-41ae-aeae-66074043b0c6 req-621c575d-1572-41f3-9ea6-b641fa14b1c5 service neutron] Bound port: 03943a64-4bc8-4066-998c-327b844b0056, host: hv-cinder-xena0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6709a124-9c43-4d87-92f9-6a6c112d5626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'cf05028d-c72b-40d9-b732-31cbffe291f6'}}] {{(pid=114529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 17:54:09.064804 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-a0267c3a-01c9-41ae-aeae-66074043b0c6 req-621c575d-1572-41f3-9ea6-b641fa14b1c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:09.072309 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-847ff6f8-7d8f-4281-befb-af7c37d9c307 None None] Notify callbacks [] for port, precommit_create {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:09.086600 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-3328f2b2-8769-48d5-b5a6-6610c9099d7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:09.156512 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.db [req-a0267c3a-01c9-41ae-aeae-66074043b0c6 req-621c575d-1572-41f3-9ea6-b641fa14b1c5 service neutron] For port 03943a64-4bc8-4066-998c-327b844b0056, host hv-cinder-xena0, cleared binding levels {{(pid=114529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 10 17:54:09.160370 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.db [req-a0267c3a-01c9-41ae-aeae-66074043b0c6 req-621c575d-1572-41f3-9ea6-b641fa14b1c5 service neutron] For port 03943a64-4bc8-4066-998c-327b844b0056, host hv-cinder-xena0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=03943a64-4bc8-4066-998c-327b844b0056,segment=NetworkSegment(6709a124-9c43-4d87-92f9-6a6c112d5626),segment_id=6709a124-9c43-4d87-92f9-6a6c112d5626)] {{(pid=114529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 10 17:54:09.167931 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-847ff6f8-7d8f-4281-befb-af7c37d9c307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764020614705'] for port, after_create {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:09.197243 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-3328f2b2-8769-48d5-b5a6-6610c9099d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764020614705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940005'] for port, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:09.215738 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847ff6f8-7d8f-4281-befb-af7c37d9c307 None None] Network b2af0c78-e2b0-407b-9f52-200a48ecb87d is already hosted by enough agents. {{(pid=114530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:54:09.219639 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.scheduler.base_scheduler [None req-847ff6f8-7d8f-4281-befb-af7c37d9c307 None None] Resources bound (agent type, host, resource id): {{(pid=114530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:54:09.225504 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847ff6f8-7d8f-4281-befb-af7c37d9c307 None None] Received port after_create {{(pid=114530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 10 17:54:09.233273 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847ff6f8-7d8f-4281-befb-af7c37d9c307 None None] Pushing event updated for resources: {'Port': ['ID=18fddf5a-94e8-4ac3-ba9f-33d7c1f0a666,revision_number=1']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:54:09.234917 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3328f2b2-8769-48d5-b5a6-6610c9099d7f admin admin] Network 8c026026-8e05-41b4-990c-0815c0c24f4f is already hosted by enough agents. {{(pid=114528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:54:09.242322 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.base_scheduler [None req-3328f2b2-8769-48d5-b5a6-6610c9099d7f admin admin] Resources bound (agent type, host, resource id): {{(pid=114528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:54:09.250525 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3328f2b2-8769-48d5-b5a6-6610c9099d7f admin admin] Received port after_create {{(pid=114528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 10 17:54:09.266302 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-a0267c3a-01c9-41ae-aeae-66074043b0c6 req-621c575d-1572-41f3-9ea6-b641fa14b1c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263062808'] for port, after_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:09.295921 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.managers [None req-847ff6f8-7d8f-4281-befb-af7c37d9c307 None None] Attempting to bind port 18fddf5a-94e8-4ac3-ba9f-33d7c1f0a666 on host dv-cinder-xena-3-iscsi for vnic_type normal with profile {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 17:54:09.296277 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.managers [None req-847ff6f8-7d8f-4281-befb-af7c37d9c307 None None] Attempting to bind port 18fddf5a-94e8-4ac3-ba9f-33d7c1f0a666 by drivers openvswitch,hyperv on host dv-cinder-xena-3-iscsi at level 0 using segments [{'id': 'c4f21302-ab30-4d12-9641-feef5c154641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'b2af0c78-e2b0-407b-9f52-200a48ecb87d'}] {{(pid=114530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 17:54:09.297149 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847ff6f8-7d8f-4281-befb-af7c37d9c307 None None] Attempting to bind port 18fddf5a-94e8-4ac3-ba9f-33d7c1f0a666 on network b2af0c78-e2b0-407b-9f52-200a48ecb87d {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 10 17:54:09.302753 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847ff6f8-7d8f-4281-befb-af7c37d9c307 None None] Checking agent: {'id': '87b91a5b-6105-4774-a25f-e6a5abfdfa1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-xena-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 10, 17, 40, 14), 'started_at': datetime.datetime(2022, 6, 10, 17, 40, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 10, 17, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-xena-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 10 17:54:09.303631 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847ff6f8-7d8f-4281-befb-af7c37d9c307 None None] Checking segment: {'id': 'c4f21302-ab30-4d12-9641-feef5c154641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'b2af0c78-e2b0-407b-9f52-200a48ecb87d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 10 17:54:09.303843 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-847ff6f8-7d8f-4281-befb-af7c37d9c307 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:09.304692 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847ff6f8-7d8f-4281-befb-af7c37d9c307 None None] Bound using segment: {'id': 'c4f21302-ab30-4d12-9641-feef5c154641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'b2af0c78-e2b0-407b-9f52-200a48ecb87d'} {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 10 17:54:09.305207 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.managers [None req-847ff6f8-7d8f-4281-befb-af7c37d9c307 None None] Bound port: 18fddf5a-94e8-4ac3-ba9f-33d7c1f0a666, host: dv-cinder-xena-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f21302-ab30-4d12-9641-feef5c154641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'b2af0c78-e2b0-407b-9f52-200a48ecb87d'}}] {{(pid=114530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 17:54:09.305892 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-847ff6f8-7d8f-4281-befb-af7c37d9c307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:09.316166 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3328f2b2-8769-48d5-b5a6-6610c9099d7f admin admin] Pushing event updated for resources: {'Port': ['ID=49756c58-f507-47f3-af77-71ccee25b70a,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:54:09.349679 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0267c3a-01c9-41ae-aeae-66074043b0c6 req-621c575d-1572-41f3-9ea6-b641fa14b1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:09.352327 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-a0267c3a-01c9-41ae-aeae-66074043b0c6 req-621c575d-1572-41f3-9ea6-b641fa14b1c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for port, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:09.353802 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-a0267c3a-01c9-41ae-aeae-66074043b0c6 req-621c575d-1572-41f3-9ea6-b641fa14b1c5 service neutron] 10.222.0.27 "PUT /v2.0/ports/03943a64-4bc8-4066-998c-327b844b0056 HTTP/1.1" status: 200 len: 1093 time: 1.2697670 Jun 10 17:54:09.356277 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8873376-178b-473c-b4a7-13c770571367', 'tag': '03943a64-4bc8-4066-998c-327b844b0056'}] {{(pid=114529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:54:09.360338 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}546b112a5b217dbfa88e609245cede7dd2905721b158f3f41c3dff8a3887b3c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6049c84-72be-4ed3-8019-79afd794eabb" -d '{"events": [{"name": "network-changed", "server_uuid": "a8873376-178b-473c-b4a7-13c770571367", "tag": "03943a64-4bc8-4066-998c-327b844b0056"}]}' {{(pid=114529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:54:09.367668 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621c575d-1572-41f3-9ea6-b641fa14b1c5 service neutron] Pushing event updated for resources: {'Port': ['ID=03943a64-4bc8-4066-998c-327b844b0056,revision_number=3']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:54:09.427926 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-847ff6f8-7d8f-4281-befb-af7c37d9c307 None None] For port 18fddf5a-94e8-4ac3-ba9f-33d7c1f0a666, host dv-cinder-xena-3-iscsi, cleared binding levels {{(pid=114530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 10 17:54:09.432832 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-847ff6f8-7d8f-4281-befb-af7c37d9c307 None None] For port 18fddf5a-94e8-4ac3-ba9f-33d7c1f0a666, host dv-cinder-xena-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=18fddf5a-94e8-4ac3-ba9f-33d7c1f0a666,segment=NetworkSegment(c4f21302-ab30-4d12-9641-feef5c154641),segment_id=c4f21302-ab30-4d12-9641-feef5c154641)] {{(pid=114530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 10 17:54:09.434023 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Jun 2022 17:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb77f71-2adb-45c7-9528-dad2328e0168 x-openstack-request-id: req-0cb77f71-2adb-45c7-9528-dad2328e0168 {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:54:09.435628 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8873376-178b-473c-b4a7-13c770571367", "tag": "03943a64-4bc8-4066-998c-327b844b0056", "status": "completed", "code": 200}]} {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:54:09.436055 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0cb77f71-2adb-45c7-9528-dad2328e0168 {{(pid=114529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:54:09.436495 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cb77f71-2adb-45c7-9528-dad2328e0168'] response: {'name': 'network-changed', 'server_uuid': 'a8873376-178b-473c-b4a7-13c770571367', 'tag': '03943a64-4bc8-4066-998c-327b844b0056', 'status': 'completed', 'code': 200} Jun 10 17:54:09.534660 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6049c84-72be-4ed3-8019-79afd794eabb req-c8eff4ae-d016-4670-9e38-e19000836eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:09.536182 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f6049c84-72be-4ed3-8019-79afd794eabb req-c8eff4ae-d016-4670-9e38-e19000836eaa service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=ae2c0c7e115f4f079bcf8d85f2bdfadf&device_id=a8873376-178b-473c-b4a7-13c770571367 HTTP/1.1" status: 200 len: 1096 time: 0.0651710 Jun 10 17:54:09.549772 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-847ff6f8-7d8f-4281-befb-af7c37d9c307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:09.621291 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847ff6f8-7d8f-4281-befb-af7c37d9c307 None None] Pushing event updated for resources: {'Port': ['ID=18fddf5a-94e8-4ac3-ba9f-33d7c1f0a666,revision_number=2']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:54:09.707280 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6049c84-72be-4ed3-8019-79afd794eabb req-1fb687ca-eb13-47ed-b411-9183301f4af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:09.709585 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f6049c84-72be-4ed3-8019-79afd794eabb req-1fb687ca-eb13-47ed-b411-9183301f4af3 service neutron] 10.222.0.27 "GET /v2.0/networks?tenant_id=ae2c0c7e115f4f079bcf8d85f2bdfadf&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1593583 Jun 10 17:54:09.737793 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-3328f2b2-8769-48d5-b5a6-6610c9099d7f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:09.839084 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6049c84-72be-4ed3-8019-79afd794eabb req-8ec79341-4027-4d00-a41e-49b601e1b24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:09.841924 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f6049c84-72be-4ed3-8019-79afd794eabb req-8ec79341-4027-4d00-a41e-49b601e1b24f service neutron] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1252747 Jun 10 17:54:09.977672 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0267c3a-01c9-41ae-aeae-66074043b0c6 req-12adc71a-d00a-4a3e-9581-8b1c7c037d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:09.979253 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-a0267c3a-01c9-41ae-aeae-66074043b0c6 req-12adc71a-d00a-4a3e-9581-8b1c7c037d46 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=ae2c0c7e115f4f079bcf8d85f2bdfadf&device_id=a8873376-178b-473c-b4a7-13c770571367 HTTP/1.1" status: 200 len: 1096 time: 0.0689855 Jun 10 17:54:09.994594 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-3328f2b2-8769-48d5-b5a6-6610c9099d7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754000'] for router, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:10.038181 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-a0267c3a-01c9-41ae-aeae-66074043b0c6 req-5d4bb33c-9baf-4a3d-aa69-bc644914d86f service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03943a64-4bc8-4066-998c-327b844b0056 HTTP/1.1" status: 200 len: 217 time: 0.0400555 Jun 10 17:54:10.176709 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0267c3a-01c9-41ae-aeae-66074043b0c6 req-e532b01f-b4d6-4cb9-a9ff-538f174de7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:10.178300 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-a0267c3a-01c9-41ae-aeae-66074043b0c6 req-e532b01f-b4d6-4cb9-a9ff-538f174de7d5 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=9741f818-fc3a-495a-a8d9-92f5229bfc6e HTTP/1.1" status: 200 len: 853 time: 0.1327286 Jun 10 17:54:10.180312 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-b5fe4732-cbdb-4035-ae47-bce439596d89 req-2393769c-84d2-40ab-a999-7f55f4acc3b0 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/ports?device_id=13fa4a62-6067-45d5-a50f-7105b8847514 HTTP/1.1" status: 200 len: 210 time: 0.0739937 Jun 10 17:54:10.230606 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b32190c-a3e2-4d61-bab6-31e08a49976b req-943ea64d-a29f-483e-9aa6-8376182fe45a tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:10.232139 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-8b32190c-a3e2-4d61-bab6-31e08a49976b req-943ea64d-a29f-483e-9aa6-8376182fe45a tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8873376-178b-473c-b4a7-13c770571367 HTTP/1.1" status: 200 len: 943 time: 0.1270337 Jun 10 17:54:10.232724 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3328f2b2-8769-48d5-b5a6-6610c9099d7f admin admin] Router 9472e822-c864-4f3a-a1f1-11e2f369bad4 is scheduled to L3 agent e04d2863-a40a-41db-9b2a-39042df37909 with binding_index 1 {{(pid=114528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 10 17:54:10.266573 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0267c3a-01c9-41ae-aeae-66074043b0c6 req-702f2c4e-13c1-4545-878a-5d7dff984d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:10.268354 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-a0267c3a-01c9-41ae-aeae-66074043b0c6 req-702f2c4e-13c1-4545-878a-5d7dff984d1e service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=cf05028d-c72b-40d9-b732-31cbffe291f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0824709 Jun 10 17:54:10.388122 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-8b32190c-a3e2-4d61-bab6-31e08a49976b req-557f0156-d774-44d2-a538-10e01ed96010 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/security-groups?id=8050fe66-827d-46f3-b81c-1105c17490ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412108 Jun 10 17:54:10.446289 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-a0267c3a-01c9-41ae-aeae-66074043b0c6 req-63e98e95-27a6-482d-a59c-738c27297cc6 service neutron] 10.222.0.27 "GET /v2.0/networks/cf05028d-c72b-40d9-b732-31cbffe291f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633012 Jun 10 17:54:10.483157 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3328f2b2-8769-48d5-b5a6-6610c9099d7f admin admin] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=114528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 10 17:54:10.494407 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5feb2cdc-2cec-452c-9bde-438782891833 None None] Sync routers for ids ['9472e822-c864-4f3a-a1f1-11e2f369bad4'] in dv-cinder-xena-3-iscsi {{(pid=114531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 17:54:10.517391 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5feb2cdc-2cec-452c-9bde-438782891833 None None] Routers {'9472e822-c864-4f3a-a1f1-11e2f369bad4'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:54:10.518030 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-5feb2cdc-2cec-452c-9bde-438782891833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:53:41Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['9472e822-c864-4f3a-a1f1-11e2f369bad4'], 'active': True} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:54:10.547358 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e6e72b-f906-4f53-9443-d67ba962c532 req-0b554eec-2680-41ad-b120-f8bc53b2cdee tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:10.549805 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-64e6e72b-f906-4f53-9443-d67ba962c532 req-0b554eec-2680-41ad-b120-f8bc53b2cdee tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.27 "GET /v2.0/networks?id=31f77b64-5d2a-4d41-a094-437a49d2382f HTTP/1.1" status: 200 len: 810 time: 0.2679303 Jun 10 17:54:10.574302 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-a0267c3a-01c9-41ae-aeae-66074043b0c6 req-73ce87af-e62f-47ae-9f96-7440cad83d4d service neutron] 10.222.0.27 "GET /v2.0/networks/cf05028d-c72b-40d9-b732-31cbffe291f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217487 Jun 10 17:54:10.588914 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device 18fddf5a-94e8-4ac3-ba9f-33d7c1f0a666 up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 17:54:10.614159 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-3328f2b2-8769-48d5-b5a6-6610c9099d7f admin admin] Notify callbacks [] for router, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:10.617539 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-3328f2b2-8769-48d5-b5a6-6610c9099d7f admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8545647 Jun 10 17:54:10.619354 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 48052) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:54:10.628590 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-64e6e72b-f906-4f53-9443-d67ba962c532 req-51eecde9-b903-4a6b-86ad-bf21b7f7601c tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=767f7c0142e64103a2d829d5951cd4ad HTTP/1.1" status: 200 len: 378 time: 0.0606484 Jun 10 17:54:10.639067 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [req-64e6e72b-f906-4f53-9443-d67ba962c532 req-6a79cc0a-74d8-460f-9ba5-200c9b620a5c tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Request body: {'port': {'device_id': '13fa4a62-6067-45d5-a50f-7105b8847514', 'network_id': '31f77b64-5d2a-4d41-a094-437a49d2382f', 'admin_state_up': True, 'tenant_id': '767f7c0142e64103a2d829d5951cd4ad', 'security_groups': ['6ae1e1d4-e4c7-4585-82e5-ff7616b8fd6f']}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:54:10.702961 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvr_db [None req-5feb2cdc-2cec-452c-9bde-438782891833 None None] Set router 9472e822-c864-4f3a-a1f1-11e2f369bad4 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:54:10.763590 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Provisioning complete for port 18fddf5a-94e8-4ac3-ba9f-33d7c1f0a666 triggered by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:54:10.763744 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:10.815729 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-4339a785-2186-49c5-ba64-625b542cc88a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:10.866829 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64e6e72b-f906-4f53-9443-d67ba962c532 req-6a79cc0a-74d8-460f-9ba5-200c9b620a5c tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Made reservation on behalf of 767f7c0142e64103a2d829d5951cd4ad for: {'port': 1} {{(pid=114528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 17:54:10.871698 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-64e6e72b-f906-4f53-9443-d67ba962c532 req-6a79cc0a-74d8-460f-9ba5-200c9b620a5c tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:10.884203 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Current status of the port 18fddf5a-94e8-4ac3-ba9f-33d7c1f0a666 is: DOWN; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:54:10.884747 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:10.912006 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-5feb2cdc-2cec-452c-9bde-438782891833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9472e822-c864-4f3a-a1f1-11e2f369bad4', 'name': 'tempest-TestShelveInstance-1658621930-router', 'tenant_id': 'f46222238ec14a3ab5ad10d570fc1964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.158'}], 'enable_snat': True}, 'gw_port_id': '49756c58-f507-47f3-af77-71ccee25b70a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:54:07Z', 'updated_at': '2022-06-10T17:54:09Z', 'revision_number': 3, 'project_id': 'f46222238ec14a3ab5ad10d570fc1964', 'gw_port': {'id': '49756c58-f507-47f3-af77-71ccee25b70a', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:30:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9472e822-c864-4f3a-a1f1-11e2f369bad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:54:08Z', 'updated_at': '2022-06-10T17:54:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:54:10.927579 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6621b10-439e-4b0a-b9ac-e5c6bbe188a7 None None] Network b2af0c78-e2b0-407b-9f52-200a48ecb87d requested from dv-cinder-xena-3-iscsi {{(pid=114530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 17:54:10.930891 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] For port 18fddf5a-94e8-4ac3-ba9f-33d7c1f0a666, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=18fddf5a-94e8-4ac3-ba9f-33d7c1f0a666,segment=NetworkSegment(c4f21302-ab30-4d12-9641-feef5c154641),segment_id=c4f21302-ab30-4d12-9641-feef5c154641)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:54:10.950282 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5feb2cdc-2cec-452c-9bde-438782891833 None None] Checking router: 9472e822-c864-4f3a-a1f1-11e2f369bad4 for host: dv-cinder-xena-3-iscsi {{(pid=114531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 17:54:10.950894 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5feb2cdc-2cec-452c-9bde-438782891833 None None] Updating router 9472e822-c864-4f3a-a1f1-11e2f369bad4 port 49756c58-f507-47f3-af77-71ccee25b70a binding host dv-cinder-xena-3-iscsi {{(pid=114531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 17:54:10.979560 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron_lib.callbacks.manager [None req-5feb2cdc-2cec-452c-9bde-438782891833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:11.001568 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:11.002361 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device 798ca802-6767-4af9-8a6a-9bb95fb7a0bb up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 17:54:11.055554 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.db_base_plugin_common [req-64e6e72b-f906-4f53-9443-d67ba962c532 req-6a79cc0a-74d8-460f-9ba5-200c9b620a5c tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Allocated IP 172.20.0.5 (31f77b64-5d2a-4d41-a094-437a49d2382f/d1b8af94-24d7-44e4-8fcc-7d46347876fd/29460cf7-7914-4ed7-9698-d80c89e74071) {{(pid=114528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 17:54:11.070272 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-b739105a-5e3a-406c-8117-cf1e0c5f54ac None None] Provisioning complete for port 18fddf5a-94e8-4ac3-ba9f-33d7c1f0a666 triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:54:11.070763 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b739105a-5e3a-406c-8117-cf1e0c5f54ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:11.165296 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Pushing event updated for resources: {'Port': ['ID=18fddf5a-94e8-4ac3-ba9f-33d7c1f0a666,revision_number=3']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:54:11.209997 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Provisioning complete for port 798ca802-6767-4af9-8a6a-9bb95fb7a0bb triggered by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:54:11.211003 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:11.243605 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-64e6e72b-f906-4f53-9443-d67ba962c532 req-6a79cc0a-74d8-460f-9ba5-200c9b620a5c tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks [] for port, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:11.293766 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b739105a-5e3a-406c-8117-cf1e0c5f54ac None None] Current status of the port 18fddf5a-94e8-4ac3-ba9f-33d7c1f0a666 is: ACTIVE; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:54:11.352682 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron_lib.callbacks.manager [None req-5feb2cdc-2cec-452c-9bde-438782891833 None None] Notify callbacks [] for port, precommit_update {{(pid=114531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:11.353388 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Current status of the port 798ca802-6767-4af9-8a6a-9bb95fb7a0bb is: ACTIVE; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:54:11.391149 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-64e6e72b-f906-4f53-9443-d67ba962c532 req-6a79cc0a-74d8-460f-9ba5-200c9b620a5c tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764020614705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940005'] for port, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:11.455738 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64e6e72b-f906-4f53-9443-d67ba962c532 req-6a79cc0a-74d8-460f-9ba5-200c9b620a5c tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Network 31f77b64-5d2a-4d41-a094-437a49d2382f is already hosted by enough agents. {{(pid=114528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:54:11.471167 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.base_scheduler [req-64e6e72b-f906-4f53-9443-d67ba962c532 req-6a79cc0a-74d8-460f-9ba5-200c9b620a5c tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Resources bound (agent type, host, resource id): {{(pid=114528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:54:11.475457 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.l3_dvrscheduler_db [req-64e6e72b-f906-4f53-9443-d67ba962c532 req-6a79cc0a-74d8-460f-9ba5-200c9b620a5c tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Received port after_create {{(pid=114528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 10 17:54:11.500172 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a79cc0a-74d8-460f-9ba5-200c9b620a5c tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Pushing event updated for resources: {'Port': ['ID=29460cf7-7914-4ed7-9698-d80c89e74071,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:54:11.529794 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron_lib.callbacks.manager [None req-5feb2cdc-2cec-452c-9bde-438782891833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:11.532628 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e6e72b-f906-4f53-9443-d67ba962c532 req-6a79cc0a-74d8-460f-9ba5-200c9b620a5c tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:11.533336 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-64e6e72b-f906-4f53-9443-d67ba962c532 req-6a79cc0a-74d8-460f-9ba5-200c9b620a5c tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for port, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:11.608354 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.managers [None req-5feb2cdc-2cec-452c-9bde-438782891833 None None] Attempting to bind port 49756c58-f507-47f3-af77-71ccee25b70a on host dv-cinder-xena-3-iscsi for vnic_type normal with profile {{(pid=114531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 17:54:11.608874 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.managers [None req-5feb2cdc-2cec-452c-9bde-438782891833 None None] Attempting to bind port 49756c58-f507-47f3-af77-71ccee25b70a by drivers openvswitch,hyperv on host dv-cinder-xena-3-iscsi at level 0 using segments [{'id': 'bfeef927-6d24-4759-be0a-a8eced1bbc0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f'}] {{(pid=114531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 17:54:11.609248 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5feb2cdc-2cec-452c-9bde-438782891833 None None] Attempting to bind port 49756c58-f507-47f3-af77-71ccee25b70a on network 8c026026-8e05-41b4-990c-0815c0c24f4f {{(pid=114531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 10 17:54:11.616664 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7df4de-8e11-4541-86ef-351e43265cf6 None None] Pushing event updated for resources: {'Port': ['ID=49756c58-f507-47f3-af77-71ccee25b70a,revision_number=2']} {{(pid=114531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:54:11.628026 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-a06ee20c-1144-4731-b0e6-0e7876297910 None None] Provisioning complete for port 18fddf5a-94e8-4ac3-ba9f-33d7c1f0a666 triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:54:11.628538 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-a06ee20c-1144-4731-b0e6-0e7876297910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:11.629054 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5feb2cdc-2cec-452c-9bde-438782891833 None None] Checking agent: {'id': '87b91a5b-6105-4774-a25f-e6a5abfdfa1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-xena-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 10, 17, 40, 14), 'started_at': datetime.datetime(2022, 6, 10, 17, 40, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 10, 17, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-xena-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 10 17:54:11.630312 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5feb2cdc-2cec-452c-9bde-438782891833 None None] Checking segment: {'id': 'bfeef927-6d24-4759-be0a-a8eced1bbc0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 10 17:54:11.630915 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron_lib.callbacks.manager [None req-5feb2cdc-2cec-452c-9bde-438782891833 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:11.631471 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5feb2cdc-2cec-452c-9bde-438782891833 None None] Bound using segment: {'id': 'bfeef927-6d24-4759-be0a-a8eced1bbc0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f'} {{(pid=114531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 10 17:54:11.632123 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.managers [None req-5feb2cdc-2cec-452c-9bde-438782891833 None None] Bound port: 49756c58-f507-47f3-af77-71ccee25b70a, host: dv-cinder-xena-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfeef927-6d24-4759-be0a-a8eced1bbc0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f'}}] {{(pid=114531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 17:54:11.633475 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron_lib.callbacks.manager [None req-5feb2cdc-2cec-452c-9bde-438782891833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:11.642007 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-64e6e72b-f906-4f53-9443-d67ba962c532 req-6a79cc0a-74d8-460f-9ba5-200c9b620a5c tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0065153 Jun 10 17:54:11.675380 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [req-64e6e72b-f906-4f53-9443-d67ba962c532 req-ed834643-b2b0-4454-b93d-5c2052f93921 service neutron] Request body: {'port': {'device_id': '13fa4a62-6067-45d5-a50f-7105b8847514', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-xena0'}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:54:11.683631 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8ad18-2370-465d-9a40-ba22cb0b5faa req-3b535efe-aab3-49fb-999a-da12fb0c8224 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:11.685424 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-aaa8ad18-2370-465d-9a40-ba22cb0b5faa req-3b535efe-aab3-49fb-999a-da12fb0c8224 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/ports?device_id=13fa4a62-6067-45d5-a50f-7105b8847514 HTTP/1.1" status: 200 len: 931 time: 0.1674280 Jun 10 17:54:11.696101 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a370d27-3849-4e08-951d-a54ea8d180af req-001975ed-6170-4fa6-9b28-92730c73eebe tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:11.698286 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-8a370d27-3849-4e08-951d-a54ea8d180af req-001975ed-6170-4fa6-9b28-92730c73eebe tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8873376-178b-473c-b4a7-13c770571367 HTTP/1.1" status: 200 len: 943 time: 0.1820099 Jun 10 17:54:11.702142 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-b1144a93-5956-4d16-8a70-21c7a4c2d2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:11.708980 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.db [None req-5feb2cdc-2cec-452c-9bde-438782891833 None None] For port 49756c58-f507-47f3-af77-71ccee25b70a, host dv-cinder-xena-3-iscsi, cleared binding levels {{(pid=114531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 10 17:54:11.714009 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.plugins.ml2.db [None req-5feb2cdc-2cec-452c-9bde-438782891833 None None] For port 49756c58-f507-47f3-af77-71ccee25b70a, host dv-cinder-xena-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=49756c58-f507-47f3-af77-71ccee25b70a,segment=NetworkSegment(bfeef927-6d24-4759-be0a-a8eced1bbc0e),segment_id=bfeef927-6d24-4759-be0a-a8eced1bbc0e)] {{(pid=114531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 10 17:54:11.760060 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-64e6e72b-f906-4f53-9443-d67ba962c532 req-ed834643-b2b0-4454-b93d-5c2052f93921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:11.813257 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron_lib.callbacks.manager [None req-5feb2cdc-2cec-452c-9bde-438782891833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:11.823043 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-aaa8ad18-2370-465d-9a40-ba22cb0b5faa req-6edf5314-a634-491d-8074-3c769ecf6779 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae1e1d4-e4c7-4585-82e5-ff7616b8fd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1230602 Jun 10 17:54:11.833354 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-8a370d27-3849-4e08-951d-a54ea8d180af req-ec1ecb9a-8abe-4ccc-9a6a-0dfc39d4a247 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/security-groups?id=8050fe66-827d-46f3-b81c-1105c17490ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152675 Jun 10 17:54:11.902182 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5feb2cdc-2cec-452c-9bde-438782891833 None None] Routers {'9472e822-c864-4f3a-a1f1-11e2f369bad4'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:54:11.903110 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-5feb2cdc-2cec-452c-9bde-438782891833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:54:11Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['9472e822-c864-4f3a-a1f1-11e2f369bad4'], 'active': True} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:54:11.930001 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-9e937c9f-4d57-47ec-81ad-8e77ea25145e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:11.944339 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-a06ee20c-1144-4731-b0e6-0e7876297910 None None] Current status of the port 18fddf5a-94e8-4ac3-ba9f-33d7c1f0a666 is: ACTIVE; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:54:11.962618 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.db_base_plugin_common [None req-b1144a93-5956-4d16-8a70-21c7a4c2d2d6 admin admin] Allocated IP 172.20.0.1 (b2af0c78-e2b0-407b-9f52-200a48ecb87d/699b3609-efa7-48ef-9e36-4b59218eba6d/ea9b6edf-9620-469e-8769-cb7edd0f88d8) {{(pid=114529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 17:54:11.967924 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7df4de-8e11-4541-86ef-351e43265cf6 None None] Pushing event updated for resources: {'Port': ['ID=49756c58-f507-47f3-af77-71ccee25b70a,revision_number=3']} {{(pid=114531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:54:12.039019 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvr_db [None req-5feb2cdc-2cec-452c-9bde-438782891833 None None] Set router 9472e822-c864-4f3a-a1f1-11e2f369bad4 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:54:12.072063 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-3cf85a2f-2c68-4e88-a56c-f8796995916f None None] Provisioning complete for port 29460cf7-7914-4ed7-9698-d80c89e74071 triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:54:12.073447 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-3cf85a2f-2c68-4e88-a56c-f8796995916f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:12.074605 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.notifiers.nova [req-64e6e72b-f906-4f53-9443-d67ba962c532 req-ed834643-b2b0-4454-b93d-5c2052f93921 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29460cf7-7914-4ed7-9698-d80c89e74071 {{(pid=114528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 10 17:54:12.083264 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-64e6e72b-f906-4f53-9443-d67ba962c532 req-ed834643-b2b0-4454-b93d-5c2052f93921 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:12.099233 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.provisioning_blocks [req-64e6e72b-f906-4f53-9443-d67ba962c532 req-ed834643-b2b0-4454-b93d-5c2052f93921 service neutron] Transition to ACTIVE for port object 29460cf7-7914-4ed7-9698-d80c89e74071 will not be triggered until provisioned by entity L2. {{(pid=114528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 17:54:12.103084 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-b1144a93-5956-4d16-8a70-21c7a4c2d2d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:12.121516 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-3cf85a2f-2c68-4e88-a56c-f8796995916f None None] Port 29460cf7-7914-4ed7-9698-d80c89e74071 cannot update to ACTIVE because it is not bound. {{(pid=114530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 10 17:54:12.170491 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-64e6e72b-f906-4f53-9443-d67ba962c532 req-ed834643-b2b0-4454-b93d-5c2052f93921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940062'] for port, after_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:12.223270 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed834643-b2b0-4454-b93d-5c2052f93921 service neutron] Pushing event updated for resources: {'Port': ['ID=29460cf7-7914-4ed7-9698-d80c89e74071,revision_number=2']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:54:12.236178 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-b1144a93-5956-4d16-8a70-21c7a4c2d2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764020614705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263063011'] for port, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:12.276373 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1144a93-5956-4d16-8a70-21c7a4c2d2d6 admin admin] Network b2af0c78-e2b0-407b-9f52-200a48ecb87d is already hosted by enough agents. {{(pid=114529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:54:12.280826 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.base_scheduler [None req-b1144a93-5956-4d16-8a70-21c7a4c2d2d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=114529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:54:12.284997 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1144a93-5956-4d16-8a70-21c7a4c2d2d6 admin admin] Received port after_create {{(pid=114529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 10 17:54:12.307034 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.managers [req-64e6e72b-f906-4f53-9443-d67ba962c532 req-ed834643-b2b0-4454-b93d-5c2052f93921 service neutron] Attempting to bind port 29460cf7-7914-4ed7-9698-d80c89e74071 on host hv-cinder-xena0 for vnic_type normal with profile {{(pid=114528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 17:54:12.307911 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.managers [req-64e6e72b-f906-4f53-9443-d67ba962c532 req-ed834643-b2b0-4454-b93d-5c2052f93921 service neutron] Attempting to bind port 29460cf7-7914-4ed7-9698-d80c89e74071 by drivers openvswitch,hyperv on host hv-cinder-xena0 at level 0 using segments [{'id': 'dc5feedf-4398-4bd5-8812-15b40d5f51d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '31f77b64-5d2a-4d41-a094-437a49d2382f'}] {{(pid=114528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 17:54:12.308545 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e6e72b-f906-4f53-9443-d67ba962c532 req-ed834643-b2b0-4454-b93d-5c2052f93921 service neutron] Attempting to bind port 29460cf7-7914-4ed7-9698-d80c89e74071 on network 31f77b64-5d2a-4d41-a094-437a49d2382f {{(pid=114528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 10 17:54:12.314811 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e6e72b-f906-4f53-9443-d67ba962c532 req-ed834643-b2b0-4454-b93d-5c2052f93921 service neutron] Port 29460cf7-7914-4ed7-9698-d80c89e74071 on network 31f77b64-5d2a-4d41-a094-437a49d2382f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-xena0 {{(pid=114528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 10 17:54:12.315137 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e6e72b-f906-4f53-9443-d67ba962c532 req-ed834643-b2b0-4454-b93d-5c2052f93921 service neutron] Attempting to bind port 29460cf7-7914-4ed7-9698-d80c89e74071 on network 31f77b64-5d2a-4d41-a094-437a49d2382f {{(pid=114528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 10 17:54:12.321397 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e6e72b-f906-4f53-9443-d67ba962c532 req-ed834643-b2b0-4454-b93d-5c2052f93921 service neutron] Checking agent: {'id': '7469bf7c-50e4-4cc8-b056-051e3e633b26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-xena0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 10, 17, 46, 19), 'started_at': datetime.datetime(2022, 6, 10, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 10, 17, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 10 17:54:12.324547 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e6e72b-f906-4f53-9443-d67ba962c532 req-ed834643-b2b0-4454-b93d-5c2052f93921 service neutron] Checking segment: {'id': 'dc5feedf-4398-4bd5-8812-15b40d5f51d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '31f77b64-5d2a-4d41-a094-437a49d2382f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 10 17:54:12.324939 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e6e72b-f906-4f53-9443-d67ba962c532 req-ed834643-b2b0-4454-b93d-5c2052f93921 service neutron] Bound using segment: {'id': 'dc5feedf-4398-4bd5-8812-15b40d5f51d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '31f77b64-5d2a-4d41-a094-437a49d2382f'} {{(pid=114528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 10 17:54:12.325397 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.managers [req-64e6e72b-f906-4f53-9443-d67ba962c532 req-ed834643-b2b0-4454-b93d-5c2052f93921 service neutron] Bound port: 29460cf7-7914-4ed7-9698-d80c89e74071, host: hv-cinder-xena0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc5feedf-4398-4bd5-8812-15b40d5f51d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '31f77b64-5d2a-4d41-a094-437a49d2382f'}}] {{(pid=114528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 17:54:12.327166 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-64e6e72b-f906-4f53-9443-d67ba962c532 req-ed834643-b2b0-4454-b93d-5c2052f93921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:12.351061 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-b1144a93-5956-4d16-8a70-21c7a4c2d2d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754083'] for router_interface, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:12.354146 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-5feb2cdc-2cec-452c-9bde-438782891833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9472e822-c864-4f3a-a1f1-11e2f369bad4', 'name': 'tempest-TestShelveInstance-1658621930-router', 'tenant_id': 'f46222238ec14a3ab5ad10d570fc1964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.158'}], 'enable_snat': True}, 'gw_port_id': '49756c58-f507-47f3-af77-71ccee25b70a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:54:07Z', 'updated_at': '2022-06-10T17:54:09Z', 'revision_number': 3, 'project_id': 'f46222238ec14a3ab5ad10d570fc1964', 'gw_port': {'id': '49756c58-f507-47f3-af77-71ccee25b70a', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:30:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9472e822-c864-4f3a-a1f1-11e2f369bad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:54:08Z', 'updated_at': '2022-06-10T17:54:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:54:12.393528 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5feb2cdc-2cec-452c-9bde-438782891833 None None] The sync data for ids ['9472e822-c864-4f3a-a1f1-11e2f369bad4'] in dv-cinder-xena-3-iscsi is: [{'id': '9472e822-c864-4f3a-a1f1-11e2f369bad4', 'name': 'tempest-TestShelveInstance-1658621930-router', 'tenant_id': 'f46222238ec14a3ab5ad10d570fc1964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.158'}], 'enable_snat': True}, 'gw_port_id': '49756c58-f507-47f3-af77-71ccee25b70a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:54:07Z', 'updated_at': '2022-06-10T17:54:09Z', 'revision_number': 3, 'project_id': 'f46222238ec14a3ab5ad10d570fc1964', 'gw_port': {'id': '49756c58-f507-47f3-af77-71ccee25b70a', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:30:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9472e822-c864-4f3a-a1f1-11e2f369bad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:54:08Z', 'updated_at': '2022-06-10T17:54:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}] {{(pid=114531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 17:54:12.411809 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.db [req-64e6e72b-f906-4f53-9443-d67ba962c532 req-ed834643-b2b0-4454-b93d-5c2052f93921 service neutron] For port 29460cf7-7914-4ed7-9698-d80c89e74071, host hv-cinder-xena0, cleared binding levels {{(pid=114528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 10 17:54:12.416926 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.db [req-64e6e72b-f906-4f53-9443-d67ba962c532 req-ed834643-b2b0-4454-b93d-5c2052f93921 service neutron] For port 29460cf7-7914-4ed7-9698-d80c89e74071, host hv-cinder-xena0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=29460cf7-7914-4ed7-9698-d80c89e74071,segment=NetworkSegment(dc5feedf-4398-4bd5-8812-15b40d5f51d8),segment_id=dc5feedf-4398-4bd5-8812-15b40d5f51d8)] {{(pid=114528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 10 17:54:12.423317 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1144a93-5956-4d16-8a70-21c7a4c2d2d6 admin admin] Pushing event updated for resources: {'Port': ['ID=ea9b6edf-9620-469e-8769-cb7edd0f88d8,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:54:12.451647 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device 18fddf5a-94e8-4ac3-ba9f-33d7c1f0a666 up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 17:54:12.501839 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-64e6e72b-f906-4f53-9443-d67ba962c532 req-ed834643-b2b0-4454-b93d-5c2052f93921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940062'] for port, after_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:12.546553 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e6e72b-f906-4f53-9443-d67ba962c532 req-ed834643-b2b0-4454-b93d-5c2052f93921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:12.547273 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-64e6e72b-f906-4f53-9443-d67ba962c532 req-ed834643-b2b0-4454-b93d-5c2052f93921 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for port, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:12.548950 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-64e6e72b-f906-4f53-9443-d67ba962c532 req-ed834643-b2b0-4454-b93d-5c2052f93921 service neutron] 10.222.0.27 "PUT /v2.0/ports/29460cf7-7914-4ed7-9698-d80c89e74071 HTTP/1.1" status: 200 len: 1093 time: 0.8922856 Jun 10 17:54:12.549473 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13fa4a62-6067-45d5-a50f-7105b8847514', 'tag': '29460cf7-7914-4ed7-9698-d80c89e74071'}] {{(pid=114528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:54:12.551986 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c4b580669e8e78bfc2035bf5baafa64bdcb7bdc1597d6f92a291bf2def5264" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8060f599-00a9-4b2a-9a4c-9660826abe0c" -d '{"events": [{"name": "network-changed", "server_uuid": "13fa4a62-6067-45d5-a50f-7105b8847514", "tag": "29460cf7-7914-4ed7-9698-d80c89e74071"}]}' {{(pid=114528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:54:12.576870 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed834643-b2b0-4454-b93d-5c2052f93921 service neutron] Pushing event updated for resources: {'Port': ['ID=29460cf7-7914-4ed7-9698-d80c89e74071,revision_number=3']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:54:12.599712 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Provisioning complete for port 18fddf5a-94e8-4ac3-ba9f-33d7c1f0a666 triggered by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:54:12.599712 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:12.631781 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Jun 2022 17:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dded327-159a-4884-a17d-6174e75c1569 x-openstack-request-id: req-7dded327-159a-4884-a17d-6174e75c1569 {{(pid=114528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:54:12.632656 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13fa4a62-6067-45d5-a50f-7105b8847514", "tag": "29460cf7-7914-4ed7-9698-d80c89e74071", "status": "completed", "code": 200}]} {{(pid=114528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:54:12.633050 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7dded327-159a-4884-a17d-6174e75c1569 {{(pid=114528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:54:12.633689 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dded327-159a-4884-a17d-6174e75c1569'] response: {'name': 'network-changed', 'server_uuid': '13fa4a62-6067-45d5-a50f-7105b8847514', 'tag': '29460cf7-7914-4ed7-9698-d80c89e74071', 'status': 'completed', 'code': 200} Jun 10 17:54:12.667098 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-b1144a93-5956-4d16-8a70-21c7a4c2d2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:12.744252 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8060f599-00a9-4b2a-9a4c-9660826abe0c req-f178838a-8e57-45fc-b66c-0c5babc9590a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:12.745851 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-8060f599-00a9-4b2a-9a4c-9660826abe0c req-f178838a-8e57-45fc-b66c-0c5babc9590a service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=767f7c0142e64103a2d829d5951cd4ad&device_id=13fa4a62-6067-45d5-a50f-7105b8847514 HTTP/1.1" status: 200 len: 1096 time: 0.0669248 Jun 10 17:54:12.751150 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Current status of the port 18fddf5a-94e8-4ac3-ba9f-33d7c1f0a666 is: ACTIVE; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:54:12.825064 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-76db727d-8d85-4e59-870e-062a6d6e2da6 None None] Provisioning complete for port ea9b6edf-9620-469e-8769-cb7edd0f88d8 triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:54:12.825442 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-76db727d-8d85-4e59-870e-062a6d6e2da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:12.888686 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-76db727d-8d85-4e59-870e-062a6d6e2da6 None None] Port ea9b6edf-9620-469e-8769-cb7edd0f88d8 cannot update to ACTIVE because it is not bound. {{(pid=114530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 10 17:54:12.939881 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8060f599-00a9-4b2a-9a4c-9660826abe0c req-cef37607-8160-4baa-b005-193bab1faaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:12.942085 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-8060f599-00a9-4b2a-9a4c-9660826abe0c req-cef37607-8160-4baa-b005-193bab1faaf5 service neutron] 10.222.0.27 "GET /v2.0/networks?tenant_id=767f7c0142e64103a2d829d5951cd4ad&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1782172 Jun 10 17:54:13.050430 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f4feb-08bb-4a4a-922d-070d9c50699d req-4d9108c0-e436-4960-a6bf-9430f0edc2b2 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:13.051945 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-4e6f4feb-08bb-4a4a-922d-070d9c50699d req-4d9108c0-e436-4960-a6bf-9430f0edc2b2 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/ports?device_id=13fa4a62-6067-45d5-a50f-7105b8847514 HTTP/1.1" status: 200 len: 943 time: 0.1317456 Jun 10 17:54:13.064985 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-b1144a93-5956-4d16-8a70-21c7a4c2d2d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:13.077818 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8060f599-00a9-4b2a-9a4c-9660826abe0c req-42edc06b-6106-4ea9-b71c-056f78d6032c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:13.079353 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-8060f599-00a9-4b2a-9a4c-9660826abe0c req-42edc06b-6106-4ea9-b71c-056f78d6032c service neutron] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1306486 Jun 10 17:54:13.081080 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c2081-da85-4ea9-b9f5-2436f66aeefd req-5eb2e67f-a530-4bc7-b74d-efb561fed37e tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:13.082596 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d11c2081-da85-4ea9-b9f5-2436f66aeefd req-5eb2e67f-a530-4bc7-b74d-efb561fed37e tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8873376-178b-473c-b4a7-13c770571367 HTTP/1.1" status: 200 len: 943 time: 0.1270697 Jun 10 17:54:13.112887 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a5a6984-4625-4674-bdbb-a7ccf76cac14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:13.135705 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-4e6f4feb-08bb-4a4a-922d-070d9c50699d req-950f85bc-08af-4241-a661-41460dc7b56b tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae1e1d4-e4c7-4585-82e5-ff7616b8fd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0743060 Jun 10 17:54:13.142140 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-b1144a93-5956-4d16-8a70-21c7a4c2d2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263062808'] for port, after_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:13.195302 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e6e72b-f906-4f53-9443-d67ba962c532 req-b23e494d-7d00-411c-8155-6901b5901063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:13.196873 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-64e6e72b-f906-4f53-9443-d67ba962c532 req-b23e494d-7d00-411c-8155-6901b5901063 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=767f7c0142e64103a2d829d5951cd4ad&device_id=13fa4a62-6067-45d5-a50f-7105b8847514 HTTP/1.1" status: 200 len: 1096 time: 0.0567539 Jun 10 17:54:13.197645 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d11c2081-da85-4ea9-b9f5-2436f66aeefd req-3d0b6dbb-4f17-4e80-b1cd-3748835fe35a tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/security-groups?id=8050fe66-827d-46f3-b81c-1105c17490ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039755 Jun 10 17:54:13.222825 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1144a93-5956-4d16-8a70-21c7a4c2d2d6 admin admin] Pushing event updated for resources: {'Port': ['ID=ea9b6edf-9620-469e-8769-cb7edd0f88d8,revision_number=2']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:54:13.229260 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-b1144a93-5956-4d16-8a70-21c7a4c2d2d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-734068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-779027'] for router_interface, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:13.255912 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-64e6e72b-f906-4f53-9443-d67ba962c532 req-16e82863-4331-4289-82e8-54ee875fdcef service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29460cf7-7914-4ed7-9698-d80c89e74071 HTTP/1.1" status: 200 len: 217 time: 0.0413830 Jun 10 17:54:13.263289 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device 03943a64-4bc8-4066-998c-327b844b0056 details requested by agent hyperv_hv-cinder-xena0 with host hv-cinder-xena0 {{(pid=114530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 10 17:54:13.320335 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e6e72b-f906-4f53-9443-d67ba962c532 req-28782541-11dd-48d1-9f15-cab39930ccb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:13.322110 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-64e6e72b-f906-4f53-9443-d67ba962c532 req-28782541-11dd-48d1-9f15-cab39930ccb8 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=d1b8af94-24d7-44e4-8fcc-7d46347876fd HTTP/1.1" status: 200 len: 849 time: 0.0567737 Jun 10 17:54:13.348187 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1144a93-5956-4d16-8a70-21c7a4c2d2d6 admin admin] Network b2af0c78-e2b0-407b-9f52-200a48ecb87d is already hosted by enough agents. {{(pid=114529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:54:13.350276 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.base_scheduler [None req-b1144a93-5956-4d16-8a70-21c7a4c2d2d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=114529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:54:13.384100 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port 03943a64-4bc8-4066-998c-327b844b0056, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=03943a64-4bc8-4066-998c-327b844b0056,segment=NetworkSegment(6709a124-9c43-4d87-92f9-6a6c112d5626),segment_id=6709a124-9c43-4d87-92f9-6a6c112d5626)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:54:13.389669 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e6e72b-f906-4f53-9443-d67ba962c532 req-fa678a3d-db59-4466-978b-4e2f84d1d882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:13.391332 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-64e6e72b-f906-4f53-9443-d67ba962c532 req-fa678a3d-db59-4466-978b-4e2f84d1d882 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=31f77b64-5d2a-4d41-a094-437a49d2382f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0627787 Jun 10 17:54:13.403073 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Returning: {'device': '03943a64-4bc8-4066-998c-327b844b0056', 'network_id': 'cf05028d-c72b-40d9-b732-31cbffe291f6', 'port_id': '03943a64-4bc8-4066-998c-327b844b0056', 'mac_address': 'fa:16:3e:67:be:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9741f818-fc3a-495a-a8d9-92f5229bfc6e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 10 17:54:13.459949 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Current status of the port 03943a64-4bc8-4066-998c-327b844b0056 is: DOWN; New status is: BUILD {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:54:13.461583 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:13.496741 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.notifiers.nova [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03943a64-4bc8-4066-998c-327b844b0056 {{(pid=114530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 10 17:54:13.516697 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1144a93-5956-4d16-8a70-21c7a4c2d2d6 admin admin] Router 9472e822-c864-4f3a-a1f1-11e2f369bad4 has already been hosted by L3 agent e04d2863-a40a-41db-9b2a-39042df37909 {{(pid=114529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 10 17:54:13.535366 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port 03943a64-4bc8-4066-998c-327b844b0056, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=03943a64-4bc8-4066-998c-327b844b0056,segment=NetworkSegment(6709a124-9c43-4d87-92f9-6a6c112d5626),segment_id=6709a124-9c43-4d87-92f9-6a6c112d5626)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:54:13.541759 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-64e6e72b-f906-4f53-9443-d67ba962c532 req-5716d356-56fb-48f7-97cf-88239652e2b8 service neutron] 10.222.0.27 "GET /v2.0/networks/31f77b64-5d2a-4d41-a094-437a49d2382f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397877 Jun 10 17:54:13.547623 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.agents_db [None req-a7dfe2cf-50d1-49ca-b1ce-2a181a6e45d3 None None] Agent healthcheck: found 6 active agents {{(pid=114531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 10 17:54:13.615692 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:13.651759 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1144a93-5956-4d16-8a70-21c7a4c2d2d6 admin admin] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=114529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 10 17:54:13.658671 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-b1144a93-5956-4d16-8a70-21c7a4c2d2d6 admin admin] 10.222.0.16 "PUT /v2.0/routers/9472e822-c864-4f3a-a1f1-11e2f369bad4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0380988 Jun 10 17:54:13.674789 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-64e6e72b-f906-4f53-9443-d67ba962c532 req-68b03636-4d9b-4763-a194-20ed8add8011 service neutron] 10.222.0.27 "GET /v2.0/networks/31f77b64-5d2a-4d41-a094-437a49d2382f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260917 Jun 10 17:54:13.690731 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-ec8b250c-0647-4784-ad6c-3ceb1dc7695f None None] Provisioning complete for port ea9b6edf-9620-469e-8769-cb7edd0f88d8 triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:54:13.691257 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-ec8b250c-0647-4784-ad6c-3ceb1dc7695f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:13.727806 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Pushing event updated for resources: {'Port': ['ID=03943a64-4bc8-4066-998c-327b844b0056,revision_number=4']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:54:13.741537 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-ec8b250c-0647-4784-ad6c-3ceb1dc7695f None None] Port ea9b6edf-9620-469e-8769-cb7edd0f88d8 cannot update to ACTIVE because it is not bound. {{(pid=114530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 10 17:54:13.913921 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] get_ports_and_sgs() called for port_ids ['03943a64-4bc8-4066-998c-327b844b0056'] {{(pid=114530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 10 17:54:13.949867 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:14.062077 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 48078) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:54:14.066648 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.v2.base [None req-86807f8b-ba75-4396-895a-7d28be80c333 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-660738616', 'description': 'tempest-secgroup-smoke-660738616 description', 'project_id': '6d6dbdef4a8846949d0237616b9700d4'}} {{(pid=114529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:54:14.135145 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-86807f8b-ba75-4396-895a-7d28be80c333 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Notify callbacks [] for security_group, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:14.205409 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-86807f8b-ba75-4396-895a-7d28be80c333 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Notify callbacks [] for security_group, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:14.255107 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e691f76a-f44b-4221-85cf-da9133332674 req-66d87b5b-20eb-459e-bf86-4962847fb844 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:14.256726 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-e691f76a-f44b-4221-85cf-da9133332674 req-66d87b5b-20eb-459e-bf86-4962847fb844 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/ports?device_id=13fa4a62-6067-45d5-a50f-7105b8847514 HTTP/1.1" status: 200 len: 943 time: 0.0501647 Jun 10 17:54:14.271784 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-86807f8b-ba75-4396-895a-7d28be80c333 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:14.356814 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-e691f76a-f44b-4221-85cf-da9133332674 req-2024d891-7e8a-44eb-ac31-6a8903ef92ff tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae1e1d4-e4c7-4585-82e5-ff7616b8fd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0937326 Jun 10 17:54:14.359430 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86807f8b-ba75-4396-895a-7d28be80c333 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9f924d-dfc3-4b3a-8e4b-29ff6169dcf0,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:54:14.375277 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e7d4b-a60a-47fe-98c4-6389ec50efcc req-b6ef06f8-1e42-4aee-9620-5d0b77a427f6 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:14.377160 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-791e7d4b-a60a-47fe-98c4-6389ec50efcc req-b6ef06f8-1e42-4aee-9620-5d0b77a427f6 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8873376-178b-473c-b4a7-13c770571367 HTTP/1.1" status: 200 len: 944 time: 0.1073895 Jun 10 17:54:14.385181 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device 49756c58-f507-47f3-af77-71ccee25b70a up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 17:54:14.416165 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-86807f8b-ba75-4396-895a-7d28be80c333 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Notify callbacks [] for security_group, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:14.417625 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-86807f8b-ba75-4396-895a-7d28be80c333 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3545089 Jun 10 17:54:14.420696 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 48084) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:54:14.425248 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [None req-31041b60-7aa8-4417-9eb3-5dc4fc5f6d08 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Request body: {'security_group_rule': {'security_group_id': '9e9f924d-dfc3-4b3a-8e4b-29ff6169dcf0', 'project_id': '6d6dbdef4a8846949d0237616b9700d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:54:14.427835 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-791e7d4b-a60a-47fe-98c4-6389ec50efcc req-94ee76da-e3a4-4f2d-a2d7-31e31b722562 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/security-groups?id=8050fe66-827d-46f3-b81c-1105c17490ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406699 Jun 10 17:54:14.436521 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Provisioning complete for port 49756c58-f507-47f3-af77-71ccee25b70a triggered by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:54:14.436915 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:14.515292 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-31041b60-7aa8-4417-9eb3-5dc4fc5f6d08 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:14.519042 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Current status of the port 49756c58-f507-47f3-af77-71ccee25b70a is: DOWN; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:54:14.519481 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:14.542350 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] For port 49756c58-f507-47f3-af77-71ccee25b70a, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=49756c58-f507-47f3-af77-71ccee25b70a,segment=NetworkSegment(bfeef927-6d24-4759-be0a-a8eced1bbc0e),segment_id=bfeef927-6d24-4759-be0a-a8eced1bbc0e)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:54:14.589732 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-31041b60-7aa8-4417-9eb3-5dc4fc5f6d08 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:14.619096 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:14.665345 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Pushing event updated for resources: {'Port': ['ID=49756c58-f507-47f3-af77-71ccee25b70a,revision_number=4']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:54:14.670225 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-31041b60-7aa8-4417-9eb3-5dc4fc5f6d08 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765151'] for security_group_rule, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:14.693873 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31041b60-7aa8-4417-9eb3-5dc4fc5f6d08 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3bcf123-53c5-488a-b746-0c67110a3973,revision_number=0']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:54:14.763893 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-31041b60-7aa8-4417-9eb3-5dc4fc5f6d08 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:14.765110 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-31041b60-7aa8-4417-9eb3-5dc4fc5f6d08 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3434777 Jun 10 17:54:14.767784 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 48088) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:54:14.771994 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [None req-f2ccec58-8e0a-4ca9-bf51-fd5e0d979a52 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Request body: {'security_group_rule': {'security_group_id': '9e9f924d-dfc3-4b3a-8e4b-29ff6169dcf0', 'project_id': '6d6dbdef4a8846949d0237616b9700d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:54:14.869403 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-f2ccec58-8e0a-4ca9-bf51-fd5e0d979a52 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:14.924562 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-f2ccec58-8e0a-4ca9-bf51-fd5e0d979a52 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:14.984239 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-f2ccec58-8e0a-4ca9-bf51-fd5e0d979a52 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765151'] for security_group_rule, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:15.005392 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ccec58-8e0a-4ca9-bf51-fd5e0d979a52 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3596caf6-cb1f-4ad4-8040-4fba59b9c345,revision_number=0']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:54:15.077869 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-f2ccec58-8e0a-4ca9-bf51-fd5e0d979a52 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:15.079107 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-f2ccec58-8e0a-4ca9-bf51-fd5e0d979a52 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3104184 Jun 10 17:54:15.081746 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 48090) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:54:15.086101 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [None req-876fe6ac-b9be-4063-bd17-d15167322434 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Request body: {'security_group_rule': {'security_group_id': '9e9f924d-dfc3-4b3a-8e4b-29ff6169dcf0', 'project_id': '6d6dbdef4a8846949d0237616b9700d4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:54:15.186316 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-876fe6ac-b9be-4063-bd17-d15167322434 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:15.242838 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-876fe6ac-b9be-4063-bd17-d15167322434 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:15.269989 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device 03943a64-4bc8-4066-998c-327b844b0056 up at agent hyperv_hv-cinder-xena0 {{(pid=114530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 17:54:15.318663 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-876fe6ac-b9be-4063-bd17-d15167322434 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765151'] for security_group_rule, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:15.336567 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876fe6ac-b9be-4063-bd17-d15167322434 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ac3a404-a34e-4428-a63c-6dc6aff3c7f1,revision_number=0']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:54:15.378504 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Provisioning for port 03943a64-4bc8-4066-998c-327b844b0056 completed by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 17:54:15.382403 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Provisioning complete for port 03943a64-4bc8-4066-998c-327b844b0056 triggered by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:54:15.382898 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:15.409531 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-876fe6ac-b9be-4063-bd17-d15167322434 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:15.414436 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 48094) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:54:15.417048 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-876fe6ac-b9be-4063-bd17-d15167322434 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3316936 Jun 10 17:54:15.420550 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.v2.base [None req-2f2da9e8-51d4-46f0-8ee5-c2a0324493d4 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Request body: {'security_group_rule': {'security_group_id': '9e9f924d-dfc3-4b3a-8e4b-29ff6169dcf0', 'project_id': '6d6dbdef4a8846949d0237616b9700d4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:54:15.470945 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Current status of the port 03943a64-4bc8-4066-998c-327b844b0056 is: BUILD; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:54:15.474385 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:15.491435 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4efa4a-4ea3-46d3-82bf-560c97629957 req-ba620175-b307-412d-ac18-f6e29eb33d0d tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:15.493906 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-2f4efa4a-4ea3-46d3-82bf-560c97629957 req-ba620175-b307-412d-ac18-f6e29eb33d0d tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/ports?device_id=13fa4a62-6067-45d5-a50f-7105b8847514 HTTP/1.1" status: 200 len: 943 time: 0.0566554 Jun 10 17:54:15.498456 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8873376-178b-473c-b4a7-13c770571367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03943a64-4bc8-4066-998c-327b844b0056'}] {{(pid=114530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:54:15.500847 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059d8b929bb81300c707de1c8675048d791f282ce62f1c2c108741a8dfb2b754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6dc8ad-7886-4ed6-8ab0-aff90611e2e0" -d '{"events": [{"server_uuid": "a8873376-178b-473c-b4a7-13c770571367", "name": "network-vif-plugged", "status": "completed", "tag": "03943a64-4bc8-4066-998c-327b844b0056"}]}' {{(pid=114530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:54:15.516502 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port 03943a64-4bc8-4066-998c-327b844b0056, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=03943a64-4bc8-4066-998c-327b844b0056,segment=NetworkSegment(6709a124-9c43-4d87-92f9-6a6c112d5626),segment_id=6709a124-9c43-4d87-92f9-6a6c112d5626)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:54:15.565604 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-2f2da9e8-51d4-46f0-8ee5-c2a0324493d4 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:15.578974 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:15.605299 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-2f4efa4a-4ea3-46d3-82bf-560c97629957 req-8a4e7b65-1629-4072-8f25-b3a9f4b8eeb4 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae1e1d4-e4c7-4585-82e5-ff7616b8fd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1039531 Jun 10 17:54:15.628461 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Pushing event updated for resources: {'Port': ['ID=03943a64-4bc8-4066-998c-327b844b0056,revision_number=5']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:54:15.630991 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eaceff-ad21-4133-bab8-0db47109129a req-e8f8dec6-af19-4255-8a99-d15a143d0794 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:15.632601 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f3eaceff-ad21-4133-bab8-0db47109129a req-e8f8dec6-af19-4255-8a99-d15a143d0794 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8873376-178b-473c-b4a7-13c770571367 HTTP/1.1" status: 200 len: 944 time: 0.1291409 Jun 10 17:54:15.713875 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f3eaceff-ad21-4133-bab8-0db47109129a req-d985d5e0-3be0-416c-af9f-5024dccf90b0 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/security-groups?id=8050fe66-827d-46f3-b81c-1105c17490ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696955 Jun 10 17:54:15.720048 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-2f2da9e8-51d4-46f0-8ee5-c2a0324493d4 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:15.749919 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Jun 2022 17:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f3dab7b-1dba-49c3-a4bc-0879b9d05c61 x-openstack-request-id: req-8f3dab7b-1dba-49c3-a4bc-0879b9d05c61 {{(pid=114530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:54:15.750496 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8873376-178b-473c-b4a7-13c770571367", "name": "network-vif-plugged", "status": "completed", "tag": "03943a64-4bc8-4066-998c-327b844b0056", "code": 200}]} {{(pid=114530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:54:15.750825 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8f3dab7b-1dba-49c3-a4bc-0879b9d05c61 {{(pid=114530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:54:15.751286 dv-cinder-xena-3-iscsi neutron-server[114530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f3dab7b-1dba-49c3-a4bc-0879b9d05c61'] response: {'server_uuid': 'a8873376-178b-473c-b4a7-13c770571367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03943a64-4bc8-4066-998c-327b844b0056', 'code': 200} Jun 10 17:54:15.784813 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-2f2da9e8-51d4-46f0-8ee5-c2a0324493d4 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765151'] for security_group_rule, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:15.804629 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2da9e8-51d4-46f0-8ee5-c2a0324493d4 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5f9ac06-0ba6-4d54-bc02-2144c2877658,revision_number=0']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:54:15.880625 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-2f2da9e8-51d4-46f0-8ee5-c2a0324493d4 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:15.881874 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-2f2da9e8-51d4-46f0-8ee5-c2a0324493d4 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4651818 Jun 10 17:54:15.885404 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 48110) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:54:15.889740 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.v2.base [None req-3649997f-2620-4739-afd2-f2f69290d99a tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Request body: {'security_group_rule': {'security_group_id': '9e9f924d-dfc3-4b3a-8e4b-29ff6169dcf0', 'project_id': '6d6dbdef4a8846949d0237616b9700d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:54:15.938114 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617c05cd-3dea-4fb4-a4ac-115a2d3a4cae None None] Sync routers for ids ['9472e822-c864-4f3a-a1f1-11e2f369bad4'] in dv-cinder-xena-3-iscsi {{(pid=114530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 17:54:15.952522 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617c05cd-3dea-4fb4-a4ac-115a2d3a4cae None None] Routers {'9472e822-c864-4f3a-a1f1-11e2f369bad4'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:54:15.953125 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-617c05cd-3dea-4fb4-a4ac-115a2d3a4cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:54:11Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['9472e822-c864-4f3a-a1f1-11e2f369bad4'], 'active': True} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:54:15.999307 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.db.securitygroups_db [None req-3649997f-2620-4739-afd2-f2f69290d99a tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Project 6d6dbdef4a8846949d0237616b9700d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 17:54:16.006393 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-3649997f-2620-4739-afd2-f2f69290d99a tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:16.063530 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvr_db [None req-617c05cd-3dea-4fb4-a4ac-115a2d3a4cae None None] Set router 9472e822-c864-4f3a-a1f1-11e2f369bad4 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:54:16.077136 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-3649997f-2620-4739-afd2-f2f69290d99a tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:16.146342 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1945f1-ce76-4d76-af5b-9b6c58f37b39 req-78f6bb2c-818e-465f-81ef-32e5c806e858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:16.148482 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-8e1945f1-ce76-4d76-af5b-9b6c58f37b39 req-78f6bb2c-818e-465f-81ef-32e5c806e858 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=a8873376-178b-473c-b4a7-13c770571367 HTTP/1.1" status: 200 len: 1098 time: 0.0403564 Jun 10 17:54:16.151690 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-3649997f-2620-4739-afd2-f2f69290d99a tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765151'] for security_group_rule, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:16.186600 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3649997f-2620-4739-afd2-f2f69290d99a tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b0b6ee3-7bd9-4eb6-95eb-78ead65541c1,revision_number=0']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:54:16.191634 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-8e1945f1-ce76-4d76-af5b-9b6c58f37b39 req-20be8d97-ed92-4d6f-bc0c-beb38b878e46 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=8050fe66-827d-46f3-b81c-1105c17490ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357182 Jun 10 17:54:16.281694 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-617c05cd-3dea-4fb4-a4ac-115a2d3a4cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9472e822-c864-4f3a-a1f1-11e2f369bad4', 'name': 'tempest-TestShelveInstance-1658621930-router', 'tenant_id': 'f46222238ec14a3ab5ad10d570fc1964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.158'}], 'enable_snat': True}, 'gw_port_id': '49756c58-f507-47f3-af77-71ccee25b70a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:54:07Z', 'updated_at': '2022-06-10T17:54:12Z', 'revision_number': 4, 'project_id': 'f46222238ec14a3ab5ad10d570fc1964', 'gw_port': {'id': '49756c58-f507-47f3-af77-71ccee25b70a', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:30:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9472e822-c864-4f3a-a1f1-11e2f369bad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:54:08Z', 'updated_at': '2022-06-10T17:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': 'ea9b6edf-9620-469e-8769-cb7edd0f88d8', 'name': '', 'network_id': 'b2af0c78-e2b0-407b-9f52-200a48ecb87d', 'tenant_id': 'f46222238ec14a3ab5ad10d570fc1964', 'mac_address': 'fa:16:3e:63:dc:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9472e822-c864-4f3a-a1f1-11e2f369bad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '699b3609-efa7-48ef-9e36-4b59218eba6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:54:11Z', 'updated_at': '2022-06-10T17:54:12Z', 'revision_number': 2, 'project_id': 'f46222238ec14a3ab5ad10d570fc1964', 'subnets': [{'id': '699b3609-efa7-48ef-9e36-4b59218eba6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:54:16.294810 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-3649997f-2620-4739-afd2-f2f69290d99a tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:16.294810 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-3649997f-2620-4739-afd2-f2f69290d99a tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4071333 Jun 10 17:54:16.296716 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 48120) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:54:16.301950 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.v2.base [None req-1c61c168-e341-45e3-b789-e2ca72452c1f tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Request body: {'security_group_rule': {'security_group_id': '9e9f924d-dfc3-4b3a-8e4b-29ff6169dcf0', 'project_id': '6d6dbdef4a8846949d0237616b9700d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:54:16.309360 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617c05cd-3dea-4fb4-a4ac-115a2d3a4cae None None] Checking router: 9472e822-c864-4f3a-a1f1-11e2f369bad4 for host: dv-cinder-xena-3-iscsi {{(pid=114530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 17:54:16.309968 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617c05cd-3dea-4fb4-a4ac-115a2d3a4cae None None] Updating router 9472e822-c864-4f3a-a1f1-11e2f369bad4 port ea9b6edf-9620-469e-8769-cb7edd0f88d8 binding host dv-cinder-xena-3-iscsi {{(pid=114530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 17:54:16.341233 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-617c05cd-3dea-4fb4-a4ac-115a2d3a4cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:16.354868 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device 49756c58-f507-47f3-af77-71ccee25b70a up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 17:54:16.401925 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.db.securitygroups_db [None req-1c61c168-e341-45e3-b789-e2ca72452c1f tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Project 6d6dbdef4a8846949d0237616b9700d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 17:54:16.407297 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-1c61c168-e341-45e3-b789-e2ca72452c1f tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:16.475683 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-1c61c168-e341-45e3-b789-e2ca72452c1f tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:16.496279 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Provisioning complete for port 49756c58-f507-47f3-af77-71ccee25b70a triggered by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:54:16.496646 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:16.567244 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-1c61c168-e341-45e3-b789-e2ca72452c1f tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765151'] for security_group_rule, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:16.584477 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c61c168-e341-45e3-b789-e2ca72452c1f tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d16f1ece-45bb-4b93-96d1-7ff6b7f75179,revision_number=0']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:54:16.661530 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-1c61c168-e341-45e3-b789-e2ca72452c1f tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:16.663072 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-1c61c168-e341-45e3-b789-e2ca72452c1f tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3653071 Jun 10 17:54:16.664702 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Current status of the port 49756c58-f507-47f3-af77-71ccee25b70a is: ACTIVE; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:54:16.751810 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-617c05cd-3dea-4fb4-a4ac-115a2d3a4cae None None] Notify callbacks [] for port, precommit_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:16.761565 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c3657-881f-4ba9-a057-b8c22c6f374b req-b70f9e86-bb1a-4a72-bdd4-34db3e1d0a09 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:16.762586 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-c44c3657-881f-4ba9-a057-b8c22c6f374b req-b70f9e86-bb1a-4a72-bdd4-34db3e1d0a09 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/ports?device_id=13fa4a62-6067-45d5-a50f-7105b8847514 HTTP/1.1" status: 200 len: 943 time: 0.0717309 Jun 10 17:54:16.837989 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-c44c3657-881f-4ba9-a057-b8c22c6f374b req-79ecf623-946a-41df-818c-92c91846f557 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae1e1d4-e4c7-4585-82e5-ff7616b8fd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0653448 Jun 10 17:54:16.841699 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-617c05cd-3dea-4fb4-a4ac-115a2d3a4cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:16.876550 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9039a714-62fa-44f6-a82d-75a5bb15c9a5 req-24dfe07d-9077-4bba-a769-add1dc18c990 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:16.876550 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-9039a714-62fa-44f6-a82d-75a5bb15c9a5 req-24dfe07d-9077-4bba-a769-add1dc18c990 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8873376-178b-473c-b4a7-13c770571367 HTTP/1.1" status: 200 len: 945 time: 0.0736675 Jun 10 17:54:16.920054 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-9039a714-62fa-44f6-a82d-75a5bb15c9a5 req-5e8fc3c8-866c-4044-9087-6b075781d746 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/security-groups?id=8050fe66-827d-46f3-b81c-1105c17490ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363777 Jun 10 17:54:16.939456 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01ed61c-01c8-4277-8bc3-cb9d26ae8194 None None] Pushing event updated for resources: {'Port': ['ID=ea9b6edf-9620-469e-8769-cb7edd0f88d8,revision_number=3']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:54:16.977746 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.managers [None req-617c05cd-3dea-4fb4-a4ac-115a2d3a4cae None None] Attempting to bind port ea9b6edf-9620-469e-8769-cb7edd0f88d8 on host dv-cinder-xena-3-iscsi for vnic_type normal with profile {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 17:54:16.977994 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.managers [None req-617c05cd-3dea-4fb4-a4ac-115a2d3a4cae None None] Attempting to bind port ea9b6edf-9620-469e-8769-cb7edd0f88d8 by drivers openvswitch,hyperv on host dv-cinder-xena-3-iscsi at level 0 using segments [{'id': 'c4f21302-ab30-4d12-9641-feef5c154641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'b2af0c78-e2b0-407b-9f52-200a48ecb87d'}] {{(pid=114530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 17:54:16.978413 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617c05cd-3dea-4fb4-a4ac-115a2d3a4cae None None] Attempting to bind port ea9b6edf-9620-469e-8769-cb7edd0f88d8 on network b2af0c78-e2b0-407b-9f52-200a48ecb87d {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 10 17:54:16.984025 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617c05cd-3dea-4fb4-a4ac-115a2d3a4cae None None] Checking agent: {'id': '87b91a5b-6105-4774-a25f-e6a5abfdfa1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-xena-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 10, 17, 40, 14), 'started_at': datetime.datetime(2022, 6, 10, 17, 40, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 10, 17, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-xena-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 10 17:54:16.984578 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617c05cd-3dea-4fb4-a4ac-115a2d3a4cae None None] Checking segment: {'id': 'c4f21302-ab30-4d12-9641-feef5c154641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'b2af0c78-e2b0-407b-9f52-200a48ecb87d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 10 17:54:16.984981 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-617c05cd-3dea-4fb4-a4ac-115a2d3a4cae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:16.985370 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617c05cd-3dea-4fb4-a4ac-115a2d3a4cae None None] Bound using segment: {'id': 'c4f21302-ab30-4d12-9641-feef5c154641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'b2af0c78-e2b0-407b-9f52-200a48ecb87d'} {{(pid=114530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 10 17:54:16.985834 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.managers [None req-617c05cd-3dea-4fb4-a4ac-115a2d3a4cae None None] Bound port: ea9b6edf-9620-469e-8769-cb7edd0f88d8, host: dv-cinder-xena-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f21302-ab30-4d12-9641-feef5c154641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'b2af0c78-e2b0-407b-9f52-200a48ecb87d'}}] {{(pid=114530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 17:54:16.986214 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-617c05cd-3dea-4fb4-a4ac-115a2d3a4cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:17.063272 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-617c05cd-3dea-4fb4-a4ac-115a2d3a4cae None None] For port ea9b6edf-9620-469e-8769-cb7edd0f88d8, host dv-cinder-xena-3-iscsi, cleared binding levels {{(pid=114530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 10 17:54:17.067981 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-617c05cd-3dea-4fb4-a4ac-115a2d3a4cae None None] For port ea9b6edf-9620-469e-8769-cb7edd0f88d8, host dv-cinder-xena-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=ea9b6edf-9620-469e-8769-cb7edd0f88d8,segment=NetworkSegment(c4f21302-ab30-4d12-9641-feef5c154641),segment_id=c4f21302-ab30-4d12-9641-feef5c154641)] {{(pid=114530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 10 17:54:17.136352 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-617c05cd-3dea-4fb4-a4ac-115a2d3a4cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:17.200615 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617c05cd-3dea-4fb4-a4ac-115a2d3a4cae None None] Routers {'9472e822-c864-4f3a-a1f1-11e2f369bad4'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:54:17.201254 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-617c05cd-3dea-4fb4-a4ac-115a2d3a4cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:54:11Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['9472e822-c864-4f3a-a1f1-11e2f369bad4'], 'active': True} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:54:17.247756 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01ed61c-01c8-4277-8bc3-cb9d26ae8194 None None] Pushing event updated for resources: {'Port': ['ID=ea9b6edf-9620-469e-8769-cb7edd0f88d8,revision_number=4']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:54:17.261294 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-f8d04ed5-73be-40e5-a8cb-0aeb36d4b004 None None] Provisioning complete for port ea9b6edf-9620-469e-8769-cb7edd0f88d8 triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:54:17.261676 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-f8d04ed5-73be-40e5-a8cb-0aeb36d4b004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:17.358879 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvr_db [None req-617c05cd-3dea-4fb4-a4ac-115a2d3a4cae None None] Set router 9472e822-c864-4f3a-a1f1-11e2f369bad4 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:54:17.583528 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-f8d04ed5-73be-40e5-a8cb-0aeb36d4b004 None None] Current status of the port ea9b6edf-9620-469e-8769-cb7edd0f88d8 is: DOWN; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:54:17.583919 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-f8d04ed5-73be-40e5-a8cb-0aeb36d4b004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:17.667485 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-f8d04ed5-73be-40e5-a8cb-0aeb36d4b004 None None] For port ea9b6edf-9620-469e-8769-cb7edd0f88d8, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=ea9b6edf-9620-469e-8769-cb7edd0f88d8,segment=NetworkSegment(c4f21302-ab30-4d12-9641-feef5c154641),segment_id=c4f21302-ab30-4d12-9641-feef5c154641)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:54:17.740515 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-617c05cd-3dea-4fb4-a4ac-115a2d3a4cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9472e822-c864-4f3a-a1f1-11e2f369bad4', 'name': 'tempest-TestShelveInstance-1658621930-router', 'tenant_id': 'f46222238ec14a3ab5ad10d570fc1964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.158'}], 'enable_snat': True}, 'gw_port_id': '49756c58-f507-47f3-af77-71ccee25b70a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:54:07Z', 'updated_at': '2022-06-10T17:54:12Z', 'revision_number': 4, 'project_id': 'f46222238ec14a3ab5ad10d570fc1964', 'gw_port': {'id': '49756c58-f507-47f3-af77-71ccee25b70a', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:30:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9472e822-c864-4f3a-a1f1-11e2f369bad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:54:08Z', 'updated_at': '2022-06-10T17:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': 'ea9b6edf-9620-469e-8769-cb7edd0f88d8', 'name': '', 'network_id': 'b2af0c78-e2b0-407b-9f52-200a48ecb87d', 'tenant_id': 'f46222238ec14a3ab5ad10d570fc1964', 'mac_address': 'fa:16:3e:63:dc:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9472e822-c864-4f3a-a1f1-11e2f369bad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '699b3609-efa7-48ef-9e36-4b59218eba6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:54:11Z', 'updated_at': '2022-06-10T17:54:17Z', 'revision_number': 4, 'project_id': 'f46222238ec14a3ab5ad10d570fc1964', 'subnets': [{'id': '699b3609-efa7-48ef-9e36-4b59218eba6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:54:17.771488 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-f8d04ed5-73be-40e5-a8cb-0aeb36d4b004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:17.775629 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617c05cd-3dea-4fb4-a4ac-115a2d3a4cae None None] The sync data for ids ['9472e822-c864-4f3a-a1f1-11e2f369bad4'] in dv-cinder-xena-3-iscsi is: [{'id': '9472e822-c864-4f3a-a1f1-11e2f369bad4', 'name': 'tempest-TestShelveInstance-1658621930-router', 'tenant_id': 'f46222238ec14a3ab5ad10d570fc1964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.158'}], 'enable_snat': True}, 'gw_port_id': '49756c58-f507-47f3-af77-71ccee25b70a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:54:07Z', 'updated_at': '2022-06-10T17:54:12Z', 'revision_number': 4, 'project_id': 'f46222238ec14a3ab5ad10d570fc1964', 'gw_port': {'id': '49756c58-f507-47f3-af77-71ccee25b70a', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:30:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9472e822-c864-4f3a-a1f1-11e2f369bad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:54:08Z', 'updated_at': '2022-06-10T17:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': 'ea9b6edf-9620-469e-8769-cb7edd0f88d8', 'name': '', 'network_id': 'b2af0c78-e2b0-407b-9f52-200a48ecb87d', 'tenant_id': 'f46222238ec14a3ab5ad10d570fc1964', 'mac_address': 'fa:16:3e:63:dc:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9472e822-c864-4f3a-a1f1-11e2f369bad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '699b3609-efa7-48ef-9e36-4b59218eba6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:54:11Z', 'updated_at': '2022-06-10T17:54:17Z', 'revision_number': 4, 'project_id': 'f46222238ec14a3ab5ad10d570fc1964', 'subnets': [{'id': '699b3609-efa7-48ef-9e36-4b59218eba6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 17:54:17.825295 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d04ed5-73be-40e5-a8cb-0aeb36d4b004 None None] Pushing event updated for resources: {'Port': ['ID=ea9b6edf-9620-469e-8769-cb7edd0f88d8,revision_number=5']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:54:17.898871 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-99decd34-f3f9-422e-a0ad-18fc3e4794d3 None None] Provisioning complete for port ea9b6edf-9620-469e-8769-cb7edd0f88d8 triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:54:17.899355 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-99decd34-f3f9-422e-a0ad-18fc3e4794d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:18.000793 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b74c2-a2c7-453e-bd9d-bc6ba5cace07 req-93fdbb5c-9cc1-45b8-93ba-0afc707e096f tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:18.003794 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-e47b74c2-a2c7-453e-bd9d-bc6ba5cace07 req-93fdbb5c-9cc1-45b8-93ba-0afc707e096f tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/ports?device_id=13fa4a62-6067-45d5-a50f-7105b8847514 HTTP/1.1" status: 200 len: 943 time: 0.0785584 Jun 10 17:54:18.012665 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-99decd34-f3f9-422e-a0ad-18fc3e4794d3 None None] Current status of the port ea9b6edf-9620-469e-8769-cb7edd0f88d8 is: ACTIVE; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:54:18.077911 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-e47b74c2-a2c7-453e-bd9d-bc6ba5cace07 req-d4048c7a-b335-4def-8205-bf4d366333d8 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae1e1d4-e4c7-4585-82e5-ff7616b8fd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0634096 Jun 10 17:54:18.087602 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeb2be3-c345-4848-82ee-bdb81d8a6cc0 req-ad1e6694-c5ea-4733-b89c-b0d959838dd2 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:18.089607 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-edeb2be3-c345-4848-82ee-bdb81d8a6cc0 req-ad1e6694-c5ea-4733-b89c-b0d959838dd2 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8873376-178b-473c-b4a7-13c770571367 HTTP/1.1" status: 200 len: 945 time: 0.0848939 Jun 10 17:54:18.138227 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-edeb2be3-c345-4848-82ee-bdb81d8a6cc0 req-a5cd43e1-74a2-4cd5-ba22-1dc360eb483d tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/security-groups?id=8050fe66-827d-46f3-b81c-1105c17490ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349936 Jun 10 17:54:18.256113 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e8e5a-e869-4734-aa40-9c1761d85790 req-56d61f8a-4fb9-4fd8-b3b8-b9e60b1e557f tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:18.257955 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-b07e8e5a-e869-4734-aa40-9c1761d85790 req-56d61f8a-4fb9-4fd8-b3b8-b9e60b1e557f tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8873376-178b-473c-b4a7-13c770571367 HTTP/1.1" status: 200 len: 945 time: 0.0517118 Jun 10 17:54:18.267567 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 48188) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:54:18.274012 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.v2.base [None req-717ab14e-0121-4606-985d-a3bb70cfeda4 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Request body: {'floatingip': {'port_id': '03943a64-4bc8-4066-998c-327b844b0056'}} {{(pid=114529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:54:18.339901 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-717ab14e-0121-4606-985d-a3bb70cfeda4 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for floatingip, before_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:18.420668 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device ea9b6edf-9620-469e-8769-cb7edd0f88d8 up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 17:54:18.507001 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Provisioning complete for port ea9b6edf-9620-469e-8769-cb7edd0f88d8 triggered by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:54:18.507421 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:18.611878 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Current status of the port ea9b6edf-9620-469e-8769-cb7edd0f88d8 is: ACTIVE; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:54:18.831734 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:18.897044 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-717ab14e-0121-4606-985d-a3bb70cfeda4 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:18.995952 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-717ab14e-0121-4606-985d-a3bb70cfeda4 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-753974'] for floatingip, after_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:19.099022 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.db.l3_db [None req-717ab14e-0121-4606-985d-a3bb70cfeda4 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Floating IP ae890690-0e1f-491e-a636-27e1baa59b78 associated. External IP: 172.37.5.222, port: 03943a64-4bc8-4066-998c-327b844b0056. Jun 10 17:54:19.249965 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a74c17-2740-4c25-9d56-4cb752dd4531 req-49bc026d-5967-43dd-9513-c7040d982f67 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:19.251419 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-c8a74c17-2740-4c25-9d56-4cb752dd4531 req-49bc026d-5967-43dd-9513-c7040d982f67 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/ports?device_id=13fa4a62-6067-45d5-a50f-7105b8847514 HTTP/1.1" status: 200 len: 943 time: 0.0971518 Jun 10 17:54:19.356128 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-c8a74c17-2740-4c25-9d56-4cb752dd4531 req-87233460-91d8-465e-8c50-8af15ee6a73f tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae1e1d4-e4c7-4585-82e5-ff7616b8fd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0761752 Jun 10 17:54:19.379650 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-717ab14e-0121-4606-985d-a3bb70cfeda4 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Router c6993fe7-256c-4148-8715-87d27593d9c1 has already been hosted by L3 agent e04d2863-a40a-41db-9b2a-39042df37909 {{(pid=114529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 10 17:54:19.751510 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-717ab14e-0121-4606-985d-a3bb70cfeda4 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=114529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 10 17:54:19.755916 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-717ab14e-0121-4606-985d-a3bb70cfeda4 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for floatingip, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:19.761435 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d17b53-1812-42ac-98cd-58ebde3b4f5b None None] Sync routers for ids ['c6993fe7-256c-4148-8715-87d27593d9c1'] in dv-cinder-xena-3-iscsi {{(pid=114531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 17:54:19.770398 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d17b53-1812-42ac-98cd-58ebde3b4f5b None None] Routers {'c6993fe7-256c-4148-8715-87d27593d9c1'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:54:19.771004 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-84d17b53-1812-42ac-98cd-58ebde3b4f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:54:11Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['c6993fe7-256c-4148-8715-87d27593d9c1'], 'active': True} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:54:19.782686 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-717ab14e-0121-4606-985d-a3bb70cfeda4 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "PUT /v2.0/floatingips/ae890690-0e1f-491e-a636-27e1baa59b78 HTTP/1.1" status: 200 len: 991 time: 1.5130408 Jun 10 17:54:19.783273 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8873376-178b-473c-b4a7-13c770571367', 'tag': '03943a64-4bc8-4066-998c-327b844b0056'}] {{(pid=114529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:54:19.785534 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}546b112a5b217dbfa88e609245cede7dd2905721b158f3f41c3dff8a3887b3c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b3c2f1-f672-4818-8d3b-6f8802b68861" -d '{"events": [{"name": "network-changed", "server_uuid": "a8873376-178b-473c-b4a7-13c770571367", "tag": "03943a64-4bc8-4066-998c-327b844b0056"}]}' {{(pid=114529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:54:19.823754 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Jun 2022 17:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b4fe21-f081-4f11-848c-71bb73c9e13e x-openstack-request-id: req-71b4fe21-f081-4f11-848c-71bb73c9e13e {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:54:19.824097 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8873376-178b-473c-b4a7-13c770571367", "tag": "03943a64-4bc8-4066-998c-327b844b0056", "status": "completed", "code": 200}]} {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:54:19.825191 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-71b4fe21-f081-4f11-848c-71bb73c9e13e {{(pid=114529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:54:19.825191 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71b4fe21-f081-4f11-848c-71bb73c9e13e'] response: {'name': 'network-changed', 'server_uuid': 'a8873376-178b-473c-b4a7-13c770571367', 'tag': '03943a64-4bc8-4066-998c-327b844b0056', 'status': 'completed', 'code': 200} Jun 10 17:54:19.879274 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvr_db [None req-84d17b53-1812-42ac-98cd-58ebde3b4f5b None None] Set router c6993fe7-256c-4148-8715-87d27593d9c1 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:54:19.935660 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3c2f1-f672-4818-8d3b-6f8802b68861 req-c958e624-f50e-40f0-bbb6-4b91e61c85d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:19.937760 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-b5b3c2f1-f672-4818-8d3b-6f8802b68861 req-c958e624-f50e-40f0-bbb6-4b91e61c85d6 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=ae2c0c7e115f4f079bcf8d85f2bdfadf&device_id=a8873376-178b-473c-b4a7-13c770571367 HTTP/1.1" status: 200 len: 1098 time: 0.0488472 Jun 10 17:54:20.036119 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3c2f1-f672-4818-8d3b-6f8802b68861 req-cef014c4-78f8-435f-b97e-74fc073c3465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:20.037147 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-b5b3c2f1-f672-4818-8d3b-6f8802b68861 req-cef014c4-78f8-435f-b97e-74fc073c3465 service neutron] 10.222.0.27 "GET /v2.0/networks?id=cf05028d-c72b-40d9-b732-31cbffe291f6 HTTP/1.1" status: 200 len: 915 time: 0.0907183 Jun 10 17:54:20.134320 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-84d17b53-1812-42ac-98cd-58ebde3b4f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'name': 'tempest-AttachVolumeNegativeTest-134245358-router', 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.13'}], 'enable_snat': True}, 'gw_port_id': '6f13a53a-504f-443b-87c9-e435164ad56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:54Z', 'updated_at': '2022-06-10T17:53:57Z', 'revision_number': 4, 'project_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'gw_port': {'id': '6f13a53a-504f-443b-87c9-e435164ad56f', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:54Z', 'updated_at': '2022-06-10T17:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_floatingips': [{'id': 'ae890690-0e1f-491e-a636-27e1baa59b78', 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'floating_ip_address': '172.37.5.222', 'floating_network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'router_id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'port_id': '03943a64-4bc8-4066-998c-327b844b0056', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf05028d-c72b-40d9-b732-31cbffe291f6', 'mac_address': 'fa:16:3e:67:be:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8873376-178b-473c-b4a7-13c770571367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-10T17:54:01Z', 'updated_at': '2022-06-10T17:54:18Z', 'revision_number': 1, 'project_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '410b1b9f-a001-4d68-be21-d8f17484d592', 'name': '', 'network_id': 'cf05028d-c72b-40d9-b732-31cbffe291f6', 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'mac_address': 'fa:16:3e:55:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '9741f818-fc3a-495a-a8d9-92f5229bfc6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:57Z', 'updated_at': '2022-06-10T17:54:02Z', 'revision_number': 5, 'project_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'subnets': [{'id': '9741f818-fc3a-495a-a8d9-92f5229bfc6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:54:20.139301 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-b5b3c2f1-f672-4818-8d3b-6f8802b68861 req-25e11abf-cb40-446f-af4a-a7b0dcf400ac service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03943a64-4bc8-4066-998c-327b844b0056 HTTP/1.1" status: 200 len: 999 time: 0.0787015 Jun 10 17:54:20.173994 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d17b53-1812-42ac-98cd-58ebde3b4f5b None None] Checking router: c6993fe7-256c-4148-8715-87d27593d9c1 for host: dv-cinder-xena-3-iscsi {{(pid=114531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 17:54:20.183646 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d17b53-1812-42ac-98cd-58ebde3b4f5b None None] Routers {'c6993fe7-256c-4148-8715-87d27593d9c1'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:54:20.184275 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-84d17b53-1812-42ac-98cd-58ebde3b4f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:54:11Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['c6993fe7-256c-4148-8715-87d27593d9c1'], 'active': True} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:54:20.199072 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3c2f1-f672-4818-8d3b-6f8802b68861 req-9fe1797a-3586-49fb-afc0-55d9d8eaf843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:20.200525 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-b5b3c2f1-f672-4818-8d3b-6f8802b68861 req-9fe1797a-3586-49fb-afc0-55d9d8eaf843 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=9741f818-fc3a-495a-a8d9-92f5229bfc6e HTTP/1.1" status: 200 len: 853 time: 0.0493922 Jun 10 17:54:20.247336 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3c2f1-f672-4818-8d3b-6f8802b68861 req-879bd3cb-f8cf-496a-ac0a-7ea8cca9e43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:20.248967 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-b5b3c2f1-f672-4818-8d3b-6f8802b68861 req-879bd3cb-f8cf-496a-ac0a-7ea8cca9e43a service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=cf05028d-c72b-40d9-b732-31cbffe291f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0411017 Jun 10 17:54:20.302724 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvr_db [None req-84d17b53-1812-42ac-98cd-58ebde3b4f5b None None] Set router c6993fe7-256c-4148-8715-87d27593d9c1 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:54:20.351730 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-b5b3c2f1-f672-4818-8d3b-6f8802b68861 req-732d6ea9-6f33-4a8c-9642-47ec33d92a86 service neutron] 10.222.0.27 "GET /v2.0/networks/cf05028d-c72b-40d9-b732-31cbffe291f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927005 Jun 10 17:54:20.449069 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-b5b3c2f1-f672-4818-8d3b-6f8802b68861 req-e6ab0473-5eda-4068-ae06-446bb4ddea04 service neutron] 10.222.0.27 "GET /v2.0/networks/cf05028d-c72b-40d9-b732-31cbffe291f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908091 Jun 10 17:54:20.484369 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c6a199-b4f0-4b2d-b5d2-bbeaef51803c req-f5237367-590b-450d-9769-bcbabf22c256 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:20.486843 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-96c6a199-b4f0-4b2d-b5d2-bbeaef51803c req-f5237367-590b-450d-9769-bcbabf22c256 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/ports?device_id=13fa4a62-6067-45d5-a50f-7105b8847514 HTTP/1.1" status: 200 len: 943 time: 0.0589080 Jun 10 17:54:20.531143 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-96c6a199-b4f0-4b2d-b5d2-bbeaef51803c req-7b406885-a2b8-4a95-963b-c4f6038ec6fb tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae1e1d4-e4c7-4585-82e5-ff7616b8fd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363784 Jun 10 17:54:20.548972 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-84d17b53-1812-42ac-98cd-58ebde3b4f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'name': 'tempest-AttachVolumeNegativeTest-134245358-router', 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.13'}], 'enable_snat': True}, 'gw_port_id': '6f13a53a-504f-443b-87c9-e435164ad56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:54Z', 'updated_at': '2022-06-10T17:53:57Z', 'revision_number': 4, 'project_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'gw_port': {'id': '6f13a53a-504f-443b-87c9-e435164ad56f', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:54Z', 'updated_at': '2022-06-10T17:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_floatingips': [{'id': 'ae890690-0e1f-491e-a636-27e1baa59b78', 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'floating_ip_address': '172.37.5.222', 'floating_network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'router_id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'port_id': '03943a64-4bc8-4066-998c-327b844b0056', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf05028d-c72b-40d9-b732-31cbffe291f6', 'mac_address': 'fa:16:3e:67:be:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8873376-178b-473c-b4a7-13c770571367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-10T17:54:01Z', 'updated_at': '2022-06-10T17:54:18Z', 'revision_number': 1, 'project_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '410b1b9f-a001-4d68-be21-d8f17484d592', 'name': '', 'network_id': 'cf05028d-c72b-40d9-b732-31cbffe291f6', 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'mac_address': 'fa:16:3e:55:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '9741f818-fc3a-495a-a8d9-92f5229bfc6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:57Z', 'updated_at': '2022-06-10T17:54:02Z', 'revision_number': 5, 'project_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'subnets': [{'id': '9741f818-fc3a-495a-a8d9-92f5229bfc6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:54:20.579323 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d17b53-1812-42ac-98cd-58ebde3b4f5b None None] The sync data for ids ['c6993fe7-256c-4148-8715-87d27593d9c1'] in dv-cinder-xena-3-iscsi is: [{'id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'name': 'tempest-AttachVolumeNegativeTest-134245358-router', 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.13'}], 'enable_snat': True}, 'gw_port_id': '6f13a53a-504f-443b-87c9-e435164ad56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:54Z', 'updated_at': '2022-06-10T17:53:57Z', 'revision_number': 4, 'project_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'gw_port': {'id': '6f13a53a-504f-443b-87c9-e435164ad56f', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:54Z', 'updated_at': '2022-06-10T17:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_floatingips': [{'id': 'ae890690-0e1f-491e-a636-27e1baa59b78', 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'floating_ip_address': '172.37.5.222', 'floating_network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'router_id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'port_id': '03943a64-4bc8-4066-998c-327b844b0056', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf05028d-c72b-40d9-b732-31cbffe291f6', 'mac_address': 'fa:16:3e:67:be:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8873376-178b-473c-b4a7-13c770571367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-10T17:54:01Z', 'updated_at': '2022-06-10T17:54:18Z', 'revision_number': 1, 'project_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '410b1b9f-a001-4d68-be21-d8f17484d592', 'name': '', 'network_id': 'cf05028d-c72b-40d9-b732-31cbffe291f6', 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'mac_address': 'fa:16:3e:55:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '9741f818-fc3a-495a-a8d9-92f5229bfc6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:57Z', 'updated_at': '2022-06-10T17:54:02Z', 'revision_number': 5, 'project_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'subnets': [{'id': '9741f818-fc3a-495a-a8d9-92f5229bfc6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 17:54:20.769676 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41bdc80a-5a72-4adb-91b3-d4bd754fd9d1 None None] New status for floating IP ae890690-0e1f-491e-a636-27e1baa59b78: ACTIVE {{(pid=114530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 17:54:21.202881 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-7bca3093-7128-4480-9eaf-a1e74a951acd req-79ca612f-7888-4a1c-8d0b-021de897f131 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=7bd470c3-051e-47f6-b8b5-9e75f884c0ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422482 Jun 10 17:54:21.285338 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca3093-7128-4480-9eaf-a1e74a951acd req-15aef245-341e-4d6a-b3a9-4f14d14359b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:21.286869 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-7bca3093-7128-4480-9eaf-a1e74a951acd req-15aef245-341e-4d6a-b3a9-4f14d14359b7 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=d5dbfa207ddd44e3912f4141ac504575&device_id=7bd470c3-051e-47f6-b8b5-9e75f884c0ee HTTP/1.1" status: 200 len: 1099 time: 0.0454130 Jun 10 17:54:21.398579 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca3093-7128-4480-9eaf-a1e74a951acd req-3b6488aa-990c-43f5-ade9-6173a6990e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:21.400059 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-7bca3093-7128-4480-9eaf-a1e74a951acd req-3b6488aa-990c-43f5-ade9-6173a6990e2c service neutron] 10.222.0.27 "GET /v2.0/networks?id=20988a48-24d3-47c4-85a4-f592522eeed3 HTTP/1.1" status: 200 len: 911 time: 0.0938728 Jun 10 17:54:21.470013 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-7bca3093-7128-4480-9eaf-a1e74a951acd req-13faea08-8e36-459a-97d7-ea79b23230d0 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9a4a614-b412-4b66-b30b-510333867beb HTTP/1.1" status: 200 len: 1002 time: 0.0629091 Jun 10 17:54:21.521062 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca3093-7128-4480-9eaf-a1e74a951acd req-3c4a6f9b-93cf-43d1-89e5-439d55e19c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:21.522930 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-7bca3093-7128-4480-9eaf-a1e74a951acd req-3c4a6f9b-93cf-43d1-89e5-439d55e19c7d service neutron] 10.222.0.27 "GET /v2.0/subnets?id=6c6c1002-ecf3-4b70-9e9d-befa43491f0a HTTP/1.1" status: 200 len: 849 time: 0.0455260 Jun 10 17:54:21.578833 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca3093-7128-4480-9eaf-a1e74a951acd req-08958942-6c13-4d71-932d-84e3e859c3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:21.580328 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-7bca3093-7128-4480-9eaf-a1e74a951acd req-08958942-6c13-4d71-932d-84e3e859c3e0 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=20988a48-24d3-47c4-85a4-f592522eeed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0455146 Jun 10 17:54:21.650368 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7421e057-2e8a-41b6-adef-cf159ad27936 req-d02536a4-fdb7-46f4-96e8-83fa94eaec77 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:21.652122 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-7421e057-2e8a-41b6-adef-cf159ad27936 req-d02536a4-fdb7-46f4-96e8-83fa94eaec77 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/ports?device_id=13fa4a62-6067-45d5-a50f-7105b8847514 HTTP/1.1" status: 200 len: 943 time: 0.0522699 Jun 10 17:54:21.693176 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-7421e057-2e8a-41b6-adef-cf159ad27936 req-9fcc85a2-79ba-4af2-bb1f-91a18ca2333d tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae1e1d4-e4c7-4585-82e5-ff7616b8fd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348985 Jun 10 17:54:21.930500 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-7bca3093-7128-4480-9eaf-a1e74a951acd req-ef566629-8b6c-4ed0-8088-e6a4cf57d03d service neutron] 10.222.0.27 "GET /v2.0/networks/20988a48-24d3-47c4-85a4-f592522eeed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3419864 Jun 10 17:54:22.037638 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-7bca3093-7128-4480-9eaf-a1e74a951acd req-8fa42b04-c81c-471a-9211-70211ef3c015 service neutron] 10.222.0.27 "GET /v2.0/networks/20988a48-24d3-47c4-85a4-f592522eeed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006839 Jun 10 17:54:22.236520 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5de459-fa62-4c6e-be31-52785fd8e7c2 req-a580e435-cce6-439c-b07e-d464fc0532d3 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:22.237866 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-3b5de459-fa62-4c6e-be31-52785fd8e7c2 req-a580e435-cce6-439c-b07e-d464fc0532d3 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bd470c3-051e-47f6-b8b5-9e75f884c0ee HTTP/1.1" status: 200 len: 946 time: 0.0525651 Jun 10 17:54:22.274500 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-3b5de459-fa62-4c6e-be31-52785fd8e7c2 req-6a4820ca-1797-43f5-99b3-93dd47db5524 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/security-groups?id=020fa276-dd24-4e98-98c7-e7b456c3a078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300698 Jun 10 17:54:22.811262 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4f734-5c07-4896-9019-359d94473834 req-36c7b08f-7579-4c7f-9f13-386c0e0ab4ad tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:22.812702 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-7cc4f734-5c07-4896-9019-359d94473834 req-36c7b08f-7579-4c7f-9f13-386c0e0ab4ad tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/ports?device_id=13fa4a62-6067-45d5-a50f-7105b8847514 HTTP/1.1" status: 200 len: 943 time: 0.0505683 Jun 10 17:54:22.851190 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-7cc4f734-5c07-4896-9019-359d94473834 req-d80e66f2-b6d8-4d46-baab-5ef24d8bf801 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae1e1d4-e4c7-4585-82e5-ff7616b8fd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324805 Jun 10 17:54:23.388499 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa1a24-f21e-455a-b440-66ba04d7a89d req-b371097c-7ac2-4af4-8aef-215b0eac0cbc tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:23.389978 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-79aa1a24-f21e-455a-b440-66ba04d7a89d req-b371097c-7ac2-4af4-8aef-215b0eac0cbc tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bd470c3-051e-47f6-b8b5-9e75f884c0ee HTTP/1.1" status: 200 len: 946 time: 0.0482018 Jun 10 17:54:23.428126 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-79aa1a24-f21e-455a-b440-66ba04d7a89d req-4e6a2057-1ce9-4c45-a0f5-de099c075b1f tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/security-groups?id=020fa276-dd24-4e98-98c7-e7b456c3a078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320549 Jun 10 17:54:23.970002 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78df19e4-ea3b-44e4-9d35-0ed26aa2052f req-f43c712c-d7eb-4ef7-ac1f-30bbd8a3431a tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:23.971496 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-78df19e4-ea3b-44e4-9d35-0ed26aa2052f req-f43c712c-d7eb-4ef7-ac1f-30bbd8a3431a tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/ports?device_id=13fa4a62-6067-45d5-a50f-7105b8847514 HTTP/1.1" status: 200 len: 943 time: 0.0508277 Jun 10 17:54:24.009271 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-78df19e4-ea3b-44e4-9d35-0ed26aa2052f req-853b982c-2feb-4a98-96b9-f3843569658d tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae1e1d4-e4c7-4585-82e5-ff7616b8fd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310574 Jun 10 17:54:24.541621 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cacc2bd-bf6b-4bd5-90c1-6b39db88e4df req-fd10117c-aeb9-49f8-85cb-c895e5ee0300 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:24.543085 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-7cacc2bd-bf6b-4bd5-90c1-6b39db88e4df req-fd10117c-aeb9-49f8-85cb-c895e5ee0300 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bd470c3-051e-47f6-b8b5-9e75f884c0ee HTTP/1.1" status: 200 len: 946 time: 0.0471110 Jun 10 17:54:24.589884 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-7cacc2bd-bf6b-4bd5-90c1-6b39db88e4df req-69eccf9d-3f5a-4bb5-b1d5-34e6d2b38dbe tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/security-groups?id=020fa276-dd24-4e98-98c7-e7b456c3a078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350289 Jun 10 17:54:24.625617 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e88252-f483-4db0-a2cd-c7ec5ebfc39c req-272bfb3c-3bcd-4227-8ba9-ae6b2f6f7d02 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:24.627069 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-e4e88252-f483-4db0-a2cd-c7ec5ebfc39c req-272bfb3c-3bcd-4227-8ba9-ae6b2f6f7d02 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.27 "GET /v2.0/ports?device_id=7bd470c3-051e-47f6-b8b5-9e75f884c0ee HTTP/1.1" status: 200 len: 946 time: 0.0517576 Jun 10 17:54:24.717491 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.plugin [req-e4e88252-f483-4db0-a2cd-c7ec5ebfc39c req-e30c904a-a02e-40e8-8880-8199f803046a tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Deleting port b9a4a614-b412-4b66-b30b-510333867beb {{(pid=114528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 10 17:54:24.717750 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-e4e88252-f483-4db0-a2cd-c7ec5ebfc39c req-e30c904a-a02e-40e8-8880-8199f803046a tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764021161391'] for port, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:24.810098 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.db [req-e4e88252-f483-4db0-a2cd-c7ec5ebfc39c req-e30c904a-a02e-40e8-8880-8199f803046a tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] For port b9a4a614-b412-4b66-b30b-510333867beb, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=b9a4a614-b412-4b66-b30b-510333867beb,segment=NetworkSegment(dffac23a-c726-4935-9ddb-386e3be17651),segment_id=dffac23a-c726-4935-9ddb-386e3be17651)] {{(pid=114528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:54:24.810487 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-e4e88252-f483-4db0-a2cd-c7ec5ebfc39c req-e30c904a-a02e-40e8-8880-8199f803046a tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781461'] for port, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:25.025345 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-e4e88252-f483-4db0-a2cd-c7ec5ebfc39c req-e30c904a-a02e-40e8-8880-8199f803046a tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:25.025621 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-e4e88252-f483-4db0-a2cd-c7ec5ebfc39c req-e30c904a-a02e-40e8-8880-8199f803046a tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-753974'] for floatingip, after_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:25.025937 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.db.l3_db [req-e4e88252-f483-4db0-a2cd-c7ec5ebfc39c req-e30c904a-a02e-40e8-8880-8199f803046a tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Floating IP bbda8d52-9292-40f7-bdd2-104b047ee135 disassociated. External IP: 172.37.5.240, port: b9a4a614-b412-4b66-b30b-510333867beb. Jun 10 17:54:25.026308 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.plugin [req-e4e88252-f483-4db0-a2cd-c7ec5ebfc39c req-e30c904a-a02e-40e8-8880-8199f803046a tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Calling delete_port for b9a4a614-b412-4b66-b30b-510333867beb owned by compute:nova {{(pid=114528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 10 17:54:25.126313 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0303bd-0af9-4c4b-8fcd-9f294a81d7d1 req-fa713a2c-6392-452a-a1cb-a409de103e8c tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:25.127764 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-9d0303bd-0af9-4c4b-8fcd-9f294a81d7d1 req-fa713a2c-6392-452a-a1cb-a409de103e8c tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/ports?device_id=13fa4a62-6067-45d5-a50f-7105b8847514 HTTP/1.1" status: 200 len: 943 time: 0.0497570 Jun 10 17:54:25.166425 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-9d0303bd-0af9-4c4b-8fcd-9f294a81d7d1 req-270dddc0-cf67-47a9-9848-1b45fa8ec7e7 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae1e1d4-e4c7-4585-82e5-ff7616b8fd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326393 Jun 10 17:54:25.244612 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-e4e88252-f483-4db0-a2cd-c7ec5ebfc39c req-e30c904a-a02e-40e8-8880-8199f803046a tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764021169165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764020614696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940005'] for port, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:25.275981 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c904a-a02e-40e8-8880-8199f803046a tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Pushing event deleted for resources: {'Port': ['ID=b9a4a614-b412-4b66-b30b-510333867beb,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:54:25.328920 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device 29460cf7-7914-4ed7-9698-d80c89e74071 details requested by agent hyperv_hv-cinder-xena0 with host hv-cinder-xena0 {{(pid=114530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 10 17:54:25.388645 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4e88252-f483-4db0-a2cd-c7ec5ebfc39c req-e30c904a-a02e-40e8-8880-8199f803046a tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Router a6adcaf7-4474-4e92-8346-d405920b7c32 has already been hosted by L3 agent e04d2863-a40a-41db-9b2a-39042df37909 {{(pid=114528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 10 17:54:25.426646 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port 29460cf7-7914-4ed7-9698-d80c89e74071, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=29460cf7-7914-4ed7-9698-d80c89e74071,segment=NetworkSegment(dc5feedf-4398-4bd5-8812-15b40d5f51d8),segment_id=dc5feedf-4398-4bd5-8812-15b40d5f51d8)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:54:25.438602 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Returning: {'device': '29460cf7-7914-4ed7-9698-d80c89e74071', 'network_id': '31f77b64-5d2a-4d41-a094-437a49d2382f', 'port_id': '29460cf7-7914-4ed7-9698-d80c89e74071', 'mac_address': 'fa:16:3e:99:c4:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1b8af94-24d7-44e4-8fcc-7d46347876fd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 10 17:54:25.476663 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Current status of the port 29460cf7-7914-4ed7-9698-d80c89e74071 is: DOWN; New status is: BUILD {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:54:25.477990 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:25.493092 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.notifiers.nova [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29460cf7-7914-4ed7-9698-d80c89e74071 {{(pid=114530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 10 17:54:25.494733 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4e88252-f483-4db0-a2cd-c7ec5ebfc39c req-e30c904a-a02e-40e8-8880-8199f803046a tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=114528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 10 17:54:25.505034 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d249702f-6f5b-46de-8dc4-eaf8e9e8db1d None None] Sync routers for ids ['a6adcaf7-4474-4e92-8346-d405920b7c32'] in dv-cinder-xena-3-iscsi {{(pid=114531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 17:54:25.513580 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port 29460cf7-7914-4ed7-9698-d80c89e74071, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=29460cf7-7914-4ed7-9698-d80c89e74071,segment=NetworkSegment(dc5feedf-4398-4bd5-8812-15b40d5f51d8),segment_id=dc5feedf-4398-4bd5-8812-15b40d5f51d8)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:54:25.516340 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d249702f-6f5b-46de-8dc4-eaf8e9e8db1d None None] Routers {'a6adcaf7-4474-4e92-8346-d405920b7c32'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:54:25.517018 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-d249702f-6f5b-46de-8dc4-eaf8e9e8db1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:54:11Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['a6adcaf7-4474-4e92-8346-d405920b7c32'], 'active': True} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:54:25.536324 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4e88252-f483-4db0-a2cd-c7ec5ebfc39c req-e30c904a-a02e-40e8-8880-8199f803046a tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] No DVR routers for this DVR port b9a4a614-b412-4b66-b30b-510333867beb on host hv-cinder-xena0 {{(pid=114528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 17:54:25.538894 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-e4e88252-f483-4db0-a2cd-c7ec5ebfc39c req-e30c904a-a02e-40e8-8880-8199f803046a tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for port, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:25.542373 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-e4e88252-f483-4db0-a2cd-c7ec5ebfc39c req-e30c904a-a02e-40e8-8880-8199f803046a tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.27 "DELETE /v2.0/ports/b9a4a614-b412-4b66-b30b-510333867beb HTTP/1.1" status: 204 len: 173 time: 0.9081743 Jun 10 17:54:25.542855 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bd470c3-051e-47f6-b8b5-9e75f884c0ee', 'name': 'network-vif-deleted', 'tag': 'b9a4a614-b412-4b66-b30b-510333867beb'}] {{(pid=114528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:54:25.545216 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c4b580669e8e78bfc2035bf5baafa64bdcb7bdc1597d6f92a291bf2def5264" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e883fe95-f947-4b49-b792-7d344e197667" -d '{"events": [{"server_uuid": "7bd470c3-051e-47f6-b8b5-9e75f884c0ee", "name": "network-vif-deleted", "tag": "b9a4a614-b412-4b66-b30b-510333867beb"}]}' {{(pid=114528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:54:25.582884 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Jun 2022 17:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8921c5ea-8868-4130-836d-cc8f5e2d1775 x-openstack-request-id: req-8921c5ea-8868-4130-836d-cc8f5e2d1775 {{(pid=114528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:54:25.583176 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bd470c3-051e-47f6-b8b5-9e75f884c0ee", "name": "network-vif-deleted", "tag": "b9a4a614-b412-4b66-b30b-510333867beb", "status": "completed", "code": 200}]} {{(pid=114528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:54:25.583426 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8921c5ea-8868-4130-836d-cc8f5e2d1775 {{(pid=114528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:54:25.583822 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8921c5ea-8868-4130-836d-cc8f5e2d1775'] response: {'server_uuid': '7bd470c3-051e-47f6-b8b5-9e75f884c0ee', 'name': 'network-vif-deleted', 'tag': 'b9a4a614-b412-4b66-b30b-510333867beb', 'status': 'completed', 'code': 200} Jun 10 17:54:25.601789 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:25.650982 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvr_db [None req-d249702f-6f5b-46de-8dc4-eaf8e9e8db1d None None] Set router a6adcaf7-4474-4e92-8346-d405920b7c32 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:54:25.653491 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Pushing event updated for resources: {'Port': ['ID=29460cf7-7914-4ed7-9698-d80c89e74071,revision_number=4']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:54:25.706720 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-4dffa39a-d6ff-460e-ad92-b6e685c0e5d6 req-fe45ff26-eef5-47da-a3cc-46b701106fa8 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bd470c3-051e-47f6-b8b5-9e75f884c0ee HTTP/1.1" status: 200 len: 210 time: 0.0405269 Jun 10 17:54:25.863781 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-d249702f-6f5b-46de-8dc4-eaf8e9e8db1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6adcaf7-4474-4e92-8346-d405920b7c32', 'name': 'tempest-AttachVolumeTestJSON-992701664-router', 'tenant_id': 'd5dbfa207ddd44e3912f4141ac504575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.195'}], 'enable_snat': True}, 'gw_port_id': '3023a440-e1e2-4844-a335-dbd4f6eff056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:48:21Z', 'updated_at': '2022-06-10T17:48:32Z', 'revision_number': 4, 'project_id': 'd5dbfa207ddd44e3912f4141ac504575', 'gw_port': {'id': '3023a440-e1e2-4844-a335-dbd4f6eff056', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:df:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6adcaf7-4474-4e92-8346-d405920b7c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:48:22Z', 'updated_at': '2022-06-10T17:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': 'c1332663-a831-4126-a8bd-f0f96a793898', 'name': '', 'network_id': '20988a48-24d3-47c4-85a4-f592522eeed3', 'tenant_id': 'd5dbfa207ddd44e3912f4141ac504575', 'mac_address': 'fa:16:3e:e5:25:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6adcaf7-4474-4e92-8346-d405920b7c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6c6c1002-ecf3-4b70-9e9d-befa43491f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:48:29Z', 'updated_at': '2022-06-10T17:48:40Z', 'revision_number': 5, 'project_id': 'd5dbfa207ddd44e3912f4141ac504575', 'subnets': [{'id': '6c6c1002-ecf3-4b70-9e9d-befa43491f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:54:25.895223 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d249702f-6f5b-46de-8dc4-eaf8e9e8db1d None None] Checking router: a6adcaf7-4474-4e92-8346-d405920b7c32 for host: dv-cinder-xena-3-iscsi {{(pid=114531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 17:54:25.902875 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d249702f-6f5b-46de-8dc4-eaf8e9e8db1d None None] Routers {'a6adcaf7-4474-4e92-8346-d405920b7c32'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:54:25.903495 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-d249702f-6f5b-46de-8dc4-eaf8e9e8db1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:54:11Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['a6adcaf7-4474-4e92-8346-d405920b7c32'], 'active': True} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:54:25.999697 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] get_ports_and_sgs() called for port_ids ['29460cf7-7914-4ed7-9698-d80c89e74071'] {{(pid=114530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 10 17:54:26.009018 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvr_db [None req-d249702f-6f5b-46de-8dc4-eaf8e9e8db1d None None] Set router a6adcaf7-4474-4e92-8346-d405920b7c32 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:54:26.285553 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454147f-80d9-46f1-a11f-5ce6510bfa97 req-75a1303f-bc09-40e7-b6f9-af2a7f1ac924 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:26.287228 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-e454147f-80d9-46f1-a11f-5ce6510bfa97 req-75a1303f-bc09-40e7-b6f9-af2a7f1ac924 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/ports?device_id=13fa4a62-6067-45d5-a50f-7105b8847514 HTTP/1.1" status: 200 len: 944 time: 0.0483198 Jun 10 17:54:26.311290 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-d249702f-6f5b-46de-8dc4-eaf8e9e8db1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6adcaf7-4474-4e92-8346-d405920b7c32', 'name': 'tempest-AttachVolumeTestJSON-992701664-router', 'tenant_id': 'd5dbfa207ddd44e3912f4141ac504575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.195'}], 'enable_snat': True}, 'gw_port_id': '3023a440-e1e2-4844-a335-dbd4f6eff056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:48:21Z', 'updated_at': '2022-06-10T17:48:32Z', 'revision_number': 4, 'project_id': 'd5dbfa207ddd44e3912f4141ac504575', 'gw_port': {'id': '3023a440-e1e2-4844-a335-dbd4f6eff056', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:df:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6adcaf7-4474-4e92-8346-d405920b7c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:48:22Z', 'updated_at': '2022-06-10T17:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': 'c1332663-a831-4126-a8bd-f0f96a793898', 'name': '', 'network_id': '20988a48-24d3-47c4-85a4-f592522eeed3', 'tenant_id': 'd5dbfa207ddd44e3912f4141ac504575', 'mac_address': 'fa:16:3e:e5:25:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6adcaf7-4474-4e92-8346-d405920b7c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6c6c1002-ecf3-4b70-9e9d-befa43491f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:48:29Z', 'updated_at': '2022-06-10T17:48:40Z', 'revision_number': 5, 'project_id': 'd5dbfa207ddd44e3912f4141ac504575', 'subnets': [{'id': '6c6c1002-ecf3-4b70-9e9d-befa43491f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:54:26.334887 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-e454147f-80d9-46f1-a11f-5ce6510bfa97 req-8e1d99e9-9d52-4452-bffa-7b9f6ba0af0d tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae1e1d4-e4c7-4585-82e5-ff7616b8fd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391002 Jun 10 17:54:26.339568 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d249702f-6f5b-46de-8dc4-eaf8e9e8db1d None None] The sync data for ids ['a6adcaf7-4474-4e92-8346-d405920b7c32'] in dv-cinder-xena-3-iscsi is: [{'id': 'a6adcaf7-4474-4e92-8346-d405920b7c32', 'name': 'tempest-AttachVolumeTestJSON-992701664-router', 'tenant_id': 'd5dbfa207ddd44e3912f4141ac504575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.195'}], 'enable_snat': True}, 'gw_port_id': '3023a440-e1e2-4844-a335-dbd4f6eff056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:48:21Z', 'updated_at': '2022-06-10T17:48:32Z', 'revision_number': 4, 'project_id': 'd5dbfa207ddd44e3912f4141ac504575', 'gw_port': {'id': '3023a440-e1e2-4844-a335-dbd4f6eff056', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:df:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6adcaf7-4474-4e92-8346-d405920b7c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:48:22Z', 'updated_at': '2022-06-10T17:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': 'c1332663-a831-4126-a8bd-f0f96a793898', 'name': '', 'network_id': '20988a48-24d3-47c4-85a4-f592522eeed3', 'tenant_id': 'd5dbfa207ddd44e3912f4141ac504575', 'mac_address': 'fa:16:3e:e5:25:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6adcaf7-4474-4e92-8346-d405920b7c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6c6c1002-ecf3-4b70-9e9d-befa43491f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:48:29Z', 'updated_at': '2022-06-10T17:48:40Z', 'revision_number': 5, 'project_id': 'd5dbfa207ddd44e3912f4141ac504575', 'subnets': [{'id': '6c6c1002-ecf3-4b70-9e9d-befa43491f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 17:54:26.553109 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f40d05-73ab-455c-ada7-d541e3cb0c1c None None] New status for floating IP bbda8d52-9292-40f7-bdd2-104b047ee135: DOWN {{(pid=114530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 17:54:26.874361 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 48276) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:54:26.927815 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-5a37a09a-b36f-4467-8fa3-10c75128dd5a tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks [] for security_group, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:26.949857 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-5a37a09a-b36f-4467-8fa3-10c75128dd5a tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:27.061285 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-5a37a09a-b36f-4467-8fa3-10c75128dd5a tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:27.063846 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-5a37a09a-b36f-4467-8fa3-10c75128dd5a tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks [] for security_group, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:27.065020 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-5a37a09a-b36f-4467-8fa3-10c75128dd5a tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "DELETE /v2.0/security-groups/020fa276-dd24-4e98-98c7-e7b456c3a078 HTTP/1.1" status: 204 len: 168 time: 0.1896667 Jun 10 17:54:27.067862 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 48278) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:54:27.074108 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a37a09a-b36f-4467-8fa3-10c75128dd5a tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=020fa276-dd24-4e98-98c7-e7b456c3a078,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:54:27.080990 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a37a09a-b36f-4467-8fa3-10c75128dd5a tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:54:27.087866 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.api.v2.resource [None req-8ef99fce-5dab-47ea-bcf4-ee93c5004ef5 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] show failed (client error): The resource could not be found. Jun 10 17:54:27.088004 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a37a09a-b36f-4467-8fa3-10c75128dd5a tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:54:27.088004 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a37a09a-b36f-4467-8fa3-10c75128dd5a tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:54:27.088004 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a37a09a-b36f-4467-8fa3-10c75128dd5a tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:54:27.088280 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-8ef99fce-5dab-47ea-bcf4-ee93c5004ef5 tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "GET /v2.0/security-groups/020fa276-dd24-4e98-98c7-e7b456c3a078 HTTP/1.1" status: 404 len: 347 time: 0.0132468 Jun 10 17:54:27.088378 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a37a09a-b36f-4467-8fa3-10c75128dd5a tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:54:27.088378 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a37a09a-b36f-4467-8fa3-10c75128dd5a tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:54:27.088378 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a37a09a-b36f-4467-8fa3-10c75128dd5a tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:54:27.088378 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a37a09a-b36f-4467-8fa3-10c75128dd5a tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:54:27.088378 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a37a09a-b36f-4467-8fa3-10c75128dd5a tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:54:27.088378 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a37a09a-b36f-4467-8fa3-10c75128dd5a tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:54:27.088378 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a37a09a-b36f-4467-8fa3-10c75128dd5a tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:54:27.088378 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a37a09a-b36f-4467-8fa3-10c75128dd5a tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:54:27.089865 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 48280) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:54:27.214659 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.plugin [None req-25653876-cb09-472e-855a-5592c260412e tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Deleting port 0600e43f-c52d-4b3b-85ca-19c34a84acf7 {{(pid=114528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 10 17:54:27.219576 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-25653876-cb09-472e-855a-5592c260412e tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764021161391'] for port, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:27.292728 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-25653876-cb09-472e-855a-5592c260412e tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781461'] for port, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:27.293068 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-25653876-cb09-472e-855a-5592c260412e tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:27.304704 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.plugin [None req-25653876-cb09-472e-855a-5592c260412e tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Calling delete_port for 0600e43f-c52d-4b3b-85ca-19c34a84acf7 owned by network:floatingip {{(pid=114528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 10 17:54:27.342145 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device 29460cf7-7914-4ed7-9698-d80c89e74071 up at agent hyperv_hv-cinder-xena0 {{(pid=114530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 17:54:27.454606 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceaadfb-2cf1-460d-9a38-ee1066461cc9 req-2442cd10-8832-42bb-b29f-abcfe9f01e47 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:27.455163 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Provisioning for port 29460cf7-7914-4ed7-9698-d80c89e74071 completed by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 17:54:27.456074 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-aceaadfb-2cf1-460d-9a38-ee1066461cc9 req-2442cd10-8832-42bb-b29f-abcfe9f01e47 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/ports?device_id=13fa4a62-6067-45d5-a50f-7105b8847514 HTTP/1.1" status: 200 len: 944 time: 0.0529881 Jun 10 17:54:27.459301 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Provisioning complete for port 29460cf7-7914-4ed7-9698-d80c89e74071 triggered by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:54:27.459667 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:27.503584 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-aceaadfb-2cf1-460d-9a38-ee1066461cc9 req-fdc46ef8-c26b-4231-829c-2136245ef71a tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae1e1d4-e4c7-4585-82e5-ff7616b8fd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412385 Jun 10 17:54:27.506973 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-25653876-cb09-472e-855a-5592c260412e tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764021169165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764020614696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940005'] for port, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:27.535478 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25653876-cb09-472e-855a-5592c260412e tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Pushing event deleted for resources: {'Port': ['ID=0600e43f-c52d-4b3b-85ca-19c34a84acf7,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:54:27.546739 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Current status of the port 29460cf7-7914-4ed7-9698-d80c89e74071 is: BUILD; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:54:27.547149 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:27.563586 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25653876-cb09-472e-855a-5592c260412e tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:54:27.563932 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25653876-cb09-472e-855a-5592c260412e tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:54:27.564273 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25653876-cb09-472e-855a-5592c260412e tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:54:27.564604 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25653876-cb09-472e-855a-5592c260412e tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:54:27.564931 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25653876-cb09-472e-855a-5592c260412e tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:54:27.565257 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25653876-cb09-472e-855a-5592c260412e tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:54:27.565579 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25653876-cb09-472e-855a-5592c260412e tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:54:27.565899 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25653876-cb09-472e-855a-5592c260412e tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:54:27.566221 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25653876-cb09-472e-855a-5592c260412e tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:54:27.566561 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25653876-cb09-472e-855a-5592c260412e tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:54:27.566880 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25653876-cb09-472e-855a-5592c260412e tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:54:27.567250 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25653876-cb09-472e-855a-5592c260412e tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:54:27.572211 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13fa4a62-6067-45d5-a50f-7105b8847514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29460cf7-7914-4ed7-9698-d80c89e74071'}] {{(pid=114530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:54:27.574474 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059d8b929bb81300c707de1c8675048d791f282ce62f1c2c108741a8dfb2b754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3812da44-0d20-4125-88d3-d7db80e890b6" -d '{"events": [{"server_uuid": "13fa4a62-6067-45d5-a50f-7105b8847514", "name": "network-vif-plugged", "status": "completed", "tag": "29460cf7-7914-4ed7-9698-d80c89e74071"}]}' {{(pid=114530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:54:27.587318 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port 29460cf7-7914-4ed7-9698-d80c89e74071, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=29460cf7-7914-4ed7-9698-d80c89e74071,segment=NetworkSegment(dc5feedf-4398-4bd5-8812-15b40d5f51d8),segment_id=dc5feedf-4398-4bd5-8812-15b40d5f51d8)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:54:27.606339 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-25653876-cb09-472e-855a-5592c260412e tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks [] for floatingip, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:27.608849 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-25653876-cb09-472e-855a-5592c260412e tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for floatingip, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:27.612507 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-25653876-cb09-472e-855a-5592c260412e tempest-AttachVolumeTestJSON-177390177 tempest-AttachVolumeTestJSON-177390177-project] 10.222.0.16 "DELETE /v2.0/floatingips/bbda8d52-9292-40f7-bdd2-104b047ee135 HTTP/1.1" status: 204 len: 168 time: 0.5191455 Jun 10 17:54:27.617329 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Jun 2022 17:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3694522a-6865-4c44-95d4-0af4a83cfa85 x-openstack-request-id: req-3694522a-6865-4c44-95d4-0af4a83cfa85 {{(pid=114530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:54:27.617329 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13fa4a62-6067-45d5-a50f-7105b8847514", "name": "network-vif-plugged", "status": "completed", "tag": "29460cf7-7914-4ed7-9698-d80c89e74071", "code": 200}]} {{(pid=114530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:54:27.617329 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3694522a-6865-4c44-95d4-0af4a83cfa85 {{(pid=114530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:54:27.617329 dv-cinder-xena-3-iscsi neutron-server[114530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3694522a-6865-4c44-95d4-0af4a83cfa85'] response: {'server_uuid': '13fa4a62-6067-45d5-a50f-7105b8847514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29460cf7-7914-4ed7-9698-d80c89e74071', 'code': 200} Jun 10 17:54:27.665007 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:27.665808 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device b9a4a614-b412-4b66-b30b-510333867beb no longer exists at agent hyperv_hv-cinder-xena0 {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 10 17:54:27.703148 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] No Port match for: b9a4a614-b412-4b66-b30b-510333867beb {{(pid=114530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 10 17:54:27.703485 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device b9a4a614-b412-4b66-b30b-510333867beb not bound to the agent host hv-cinder-xena0 {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 10 17:54:27.731315 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Pushing event updated for resources: {'Port': ['ID=29460cf7-7914-4ed7-9698-d80c89e74071,revision_number=5']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:54:27.962594 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10718aa8-e9c0-4173-b324-6e43ae280b15 req-dc898daa-ff06-4263-b007-2fca21cf5cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:27.964103 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-10718aa8-e9c0-4173-b324-6e43ae280b15 req-dc898daa-ff06-4263-b007-2fca21cf5cba service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=13fa4a62-6067-45d5-a50f-7105b8847514 HTTP/1.1" status: 200 len: 1098 time: 0.0421314 Jun 10 17:54:27.999863 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-10718aa8-e9c0-4173-b324-6e43ae280b15 req-a00c3a49-e397-4244-a3e0-741589ca7e4b service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=6ae1e1d4-e4c7-4585-82e5-ff7616b8fd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0285969 Jun 10 17:54:28.621302 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e17e94c-e943-4b31-9dc6-a8fa79965423 req-4f50703a-f9e5-4071-9413-cbd70a921434 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:28.622802 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-8e17e94c-e943-4b31-9dc6-a8fa79965423 req-4f50703a-f9e5-4071-9413-cbd70a921434 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/ports?device_id=13fa4a62-6067-45d5-a50f-7105b8847514 HTTP/1.1" status: 200 len: 945 time: 0.0488095 Jun 10 17:54:28.659846 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-8e17e94c-e943-4b31-9dc6-a8fa79965423 req-f0ddccfc-5f05-441e-aa81-fb556692cb6c tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae1e1d4-e4c7-4585-82e5-ff7616b8fd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310538 Jun 10 17:54:29.778620 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38369cb6-8dea-431f-8d51-abb2155d6eca req-15a2672c-1e99-41b9-9cff-332ed640ae06 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:29.780057 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-38369cb6-8dea-431f-8d51-abb2155d6eca req-15a2672c-1e99-41b9-9cff-332ed640ae06 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/ports?device_id=13fa4a62-6067-45d5-a50f-7105b8847514 HTTP/1.1" status: 200 len: 945 time: 0.0480711 Jun 10 17:54:29.816027 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-38369cb6-8dea-431f-8d51-abb2155d6eca req-6e72956b-d2a2-4efe-a801-9ffc8e445bee tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae1e1d4-e4c7-4585-82e5-ff7616b8fd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0299530 Jun 10 17:54:29.933564 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc4472a-2b55-416e-8348-4338ba394b85 req-645e86b0-828e-4b2f-96e6-b0ddeed3c4d6 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:29.935313 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-bfc4472a-2b55-416e-8348-4338ba394b85 req-645e86b0-828e-4b2f-96e6-b0ddeed3c4d6 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/ports?device_id=13fa4a62-6067-45d5-a50f-7105b8847514 HTTP/1.1" status: 200 len: 945 time: 0.0538778 Jun 10 17:54:29.974092 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-bfc4472a-2b55-416e-8348-4338ba394b85 req-08d9d196-7e07-4371-a20e-6798fd35a08b tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae1e1d4-e4c7-4585-82e5-ff7616b8fd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324235 Jun 10 17:54:29.997145 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 48318) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:54:30.178597 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc1ba1c-73f4-4062-8b25-6c80805e1e8c tempest-TestVolumeBootPattern-1265485792 tempest-TestVolumeBootPattern-1265485792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:30.180834 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-0dc1ba1c-73f4-4062-8b25-6c80805e1e8c tempest-TestVolumeBootPattern-1265485792 tempest-TestVolumeBootPattern-1265485792-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=13fa4a62-6067-45d5-a50f-7105b8847514 HTTP/1.1" status: 200 len: 1093 time: 0.1826048 Jun 10 17:54:30.184132 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 48328) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:54:30.188962 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.v2.base [None req-808c293f-8c27-4afa-b753-da38ea40e3d1 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Request body: {'floatingip': {'floating_network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'port_id': '29460cf7-7914-4ed7-9698-d80c89e74071', 'tenant_id': '767f7c0142e64103a2d829d5951cd4ad', 'fixed_ip_address': '172.20.0.5'}} {{(pid=114529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:54:30.283662 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-808c293f-8c27-4afa-b753-da38ea40e3d1 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks [] for floatingip, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:30.380368 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-808c293f-8c27-4afa-b753-da38ea40e3d1 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:30.488685 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.db_base_plugin_common [None req-808c293f-8c27-4afa-b753-da38ea40e3d1 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Allocated IP 172.37.5.104 (8c026026-8e05-41b4-990c-0815c0c24f4f/e3db4be6-a2be-4d68-ab1f-8754e6ee5b68/c02fbbff-300c-409c-89c1-6a7f7f7591f9) {{(pid=114529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 17:54:30.587374 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-808c293f-8c27-4afa-b753-da38ea40e3d1 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks [] for port, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:30.683848 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-808c293f-8c27-4afa-b753-da38ea40e3d1 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764020614705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263063011'] for port, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:30.725422 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808c293f-8c27-4afa-b753-da38ea40e3d1 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Network 8c026026-8e05-41b4-990c-0815c0c24f4f is already hosted by enough agents. {{(pid=114529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:54:30.728843 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.base_scheduler [None req-808c293f-8c27-4afa-b753-da38ea40e3d1 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Resources bound (agent type, host, resource id): {{(pid=114529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:54:30.734206 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808c293f-8c27-4afa-b753-da38ea40e3d1 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Received port after_create {{(pid=114529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 10 17:54:30.755325 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808c293f-8c27-4afa-b753-da38ea40e3d1 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Pushing event updated for resources: {'Port': ['ID=c02fbbff-300c-409c-89c1-6a7f7f7591f9,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:54:31.082750 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-808c293f-8c27-4afa-b753-da38ea40e3d1 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:31.232459 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-808c293f-8c27-4afa-b753-da38ea40e3d1 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:31.381948 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-808c293f-8c27-4afa-b753-da38ea40e3d1 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks [] for port, precommit_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:31.460148 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-808c293f-8c27-4afa-b753-da38ea40e3d1 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263062808'] for port, after_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:31.529994 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 48348) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:54:31.531520 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808c293f-8c27-4afa-b753-da38ea40e3d1 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Pushing event updated for resources: {'Port': ['ID=c02fbbff-300c-409c-89c1-6a7f7f7591f9,revision_number=2']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:54:31.537804 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-808c293f-8c27-4afa-b753-da38ea40e3d1 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-753974'] for floatingip, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:31.637749 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.db.l3_db [None req-808c293f-8c27-4afa-b753-da38ea40e3d1 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Floating IP f03941cb-4187-4081-a9a2-e9b5671c7228 associated. External IP: 172.37.5.104, port: 29460cf7-7914-4ed7-9698-d80c89e74071. Jun 10 17:54:31.842153 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-808c293f-8c27-4afa-b753-da38ea40e3d1 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Router a1fde4fd-6e20-4b47-afa3-718fc7f77f11 has already been hosted by L3 agent e04d2863-a40a-41db-9b2a-39042df37909 {{(pid=114529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 10 17:54:31.949222 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-808c293f-8c27-4afa-b753-da38ea40e3d1 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=114529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 10 17:54:31.959442 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74f1e2b-9748-46c7-94ee-51e7ff29d847 None None] Sync routers for ids ['a1fde4fd-6e20-4b47-afa3-718fc7f77f11'] in dv-cinder-xena-3-iscsi {{(pid=114531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 17:54:31.968506 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-b99b23f3-35bc-41fb-9aa8-59e4d72e7bc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-779062'] for router_interface, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:31.968720 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74f1e2b-9748-46c7-94ee-51e7ff29d847 None None] Routers {'a1fde4fd-6e20-4b47-afa3-718fc7f77f11'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:54:31.969165 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-f74f1e2b-9748-46c7-94ee-51e7ff29d847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:54:11Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['a1fde4fd-6e20-4b47-afa3-718fc7f77f11'], 'active': True} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:54:32.032222 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-808c293f-8c27-4afa-b753-da38ea40e3d1 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for floatingip, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:32.063626 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-808c293f-8c27-4afa-b753-da38ea40e3d1 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8780143 Jun 10 17:54:32.064212 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13fa4a62-6067-45d5-a50f-7105b8847514', 'tag': '29460cf7-7914-4ed7-9698-d80c89e74071'}] {{(pid=114529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:54:32.067122 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}546b112a5b217dbfa88e609245cede7dd2905721b158f3f41c3dff8a3887b3c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-277f391e-b508-41e5-8b07-d884cbe10789" -d '{"events": [{"name": "network-changed", "server_uuid": "13fa4a62-6067-45d5-a50f-7105b8847514", "tag": "29460cf7-7914-4ed7-9698-d80c89e74071"}]}' {{(pid=114529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:54:32.083757 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvr_db [None req-f74f1e2b-9748-46c7-94ee-51e7ff29d847 None None] Set router a1fde4fd-6e20-4b47-afa3-718fc7f77f11 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:54:32.103733 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Jun 2022 17:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d90b5cd3-e2fb-4d32-823a-41fd23130bbd x-openstack-request-id: req-d90b5cd3-e2fb-4d32-823a-41fd23130bbd {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:54:32.103733 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13fa4a62-6067-45d5-a50f-7105b8847514", "tag": "29460cf7-7914-4ed7-9698-d80c89e74071", "status": "completed", "code": 200}]} {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:54:32.104288 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d90b5cd3-e2fb-4d32-823a-41fd23130bbd {{(pid=114529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:54:32.104434 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d90b5cd3-e2fb-4d32-823a-41fd23130bbd'] response: {'name': 'network-changed', 'server_uuid': '13fa4a62-6067-45d5-a50f-7105b8847514', 'tag': '29460cf7-7914-4ed7-9698-d80c89e74071', 'status': 'completed', 'code': 200} Jun 10 17:54:32.239646 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277f391e-b508-41e5-8b07-d884cbe10789 req-08adec88-28ad-49c7-9a83-7750f194a5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:32.241027 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-277f391e-b508-41e5-8b07-d884cbe10789 req-08adec88-28ad-49c7-9a83-7750f194a5da service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=767f7c0142e64103a2d829d5951cd4ad&device_id=13fa4a62-6067-45d5-a50f-7105b8847514 HTTP/1.1" status: 200 len: 1098 time: 0.0671713 Jun 10 17:54:32.276391 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.plugin [None req-b99b23f3-35bc-41fb-9aa8-59e4d72e7bc8 admin admin] Deleting port c1332663-a831-4126-a8bd-f0f96a793898 {{(pid=114528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 10 17:54:32.276721 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-b99b23f3-35bc-41fb-9aa8-59e4d72e7bc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764021161391'] for port, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:32.311813 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-f74f1e2b-9748-46c7-94ee-51e7ff29d847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'name': 'tempest-TestVolumeBootPattern-53594753-router', 'tenant_id': '767f7c0142e64103a2d829d5951cd4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.23'}], 'enable_snat': True}, 'gw_port_id': '0931458b-35f3-456f-9bda-3a649ec99c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:28Z', 'updated_at': '2022-06-10T17:53:33Z', 'revision_number': 4, 'project_id': '767f7c0142e64103a2d829d5951cd4ad', 'gw_port': {'id': '0931458b-35f3-456f-9bda-3a649ec99c38', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:75:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:30Z', 'updated_at': '2022-06-10T17:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_floatingips': [{'id': 'f03941cb-4187-4081-a9a2-e9b5671c7228', 'tenant_id': '767f7c0142e64103a2d829d5951cd4ad', 'floating_ip_address': '172.37.5.104', 'floating_network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'router_id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'port_id': '29460cf7-7914-4ed7-9698-d80c89e74071', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31f77b64-5d2a-4d41-a094-437a49d2382f', 'mac_address': 'fa:16:3e:99:c4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fa4a62-6067-45d5-a50f-7105b8847514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-10T17:54:30Z', 'updated_at': '2022-06-10T17:54:30Z', 'revision_number': 0, 'project_id': '767f7c0142e64103a2d829d5951cd4ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a39eeeb9-007e-4abc-8309-d6b4dd253046', 'name': '', 'network_id': '31f77b64-5d2a-4d41-a094-437a49d2382f', 'tenant_id': '767f7c0142e64103a2d829d5951cd4ad', 'mac_address': 'fa:16:3e:9b:e1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'd1b8af94-24d7-44e4-8fcc-7d46347876fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:32Z', 'updated_at': '2022-06-10T17:53:37Z', 'revision_number': 5, 'project_id': '767f7c0142e64103a2d829d5951cd4ad', 'subnets': [{'id': 'd1b8af94-24d7-44e4-8fcc-7d46347876fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:54:32.337653 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74f1e2b-9748-46c7-94ee-51e7ff29d847 None None] Checking router: a1fde4fd-6e20-4b47-afa3-718fc7f77f11 for host: dv-cinder-xena-3-iscsi {{(pid=114531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 17:54:32.345669 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74f1e2b-9748-46c7-94ee-51e7ff29d847 None None] Routers {'a1fde4fd-6e20-4b47-afa3-718fc7f77f11'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:54:32.346293 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-f74f1e2b-9748-46c7-94ee-51e7ff29d847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:54:11Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['a1fde4fd-6e20-4b47-afa3-718fc7f77f11'], 'active': True} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:54:32.394716 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277f391e-b508-41e5-8b07-d884cbe10789 req-98a308f7-7f48-4cee-84d5-1dffb2c72f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:32.396177 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-277f391e-b508-41e5-8b07-d884cbe10789 req-98a308f7-7f48-4cee-84d5-1dffb2c72f3f service neutron] 10.222.0.27 "GET /v2.0/networks?id=31f77b64-5d2a-4d41-a094-437a49d2382f HTTP/1.1" status: 200 len: 911 time: 0.1453924 Jun 10 17:54:32.412556 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.db [None req-b99b23f3-35bc-41fb-9aa8-59e4d72e7bc8 admin admin] For port c1332663-a831-4126-a8bd-f0f96a793898, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=c1332663-a831-4126-a8bd-f0f96a793898,segment=NetworkSegment(dffac23a-c726-4935-9ddb-386e3be17651),segment_id=dffac23a-c726-4935-9ddb-386e3be17651)] {{(pid=114528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:54:32.412921 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-b99b23f3-35bc-41fb-9aa8-59e4d72e7bc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781461'] for port, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:32.457685 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvr_db [None req-f74f1e2b-9748-46c7-94ee-51e7ff29d847 None None] Set router a1fde4fd-6e20-4b47-afa3-718fc7f77f11 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:54:32.459049 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.plugin [None req-b99b23f3-35bc-41fb-9aa8-59e4d72e7bc8 admin admin] Calling delete_port for c1332663-a831-4126-a8bd-f0f96a793898 owned by network:router_interface {{(pid=114528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 10 17:54:32.513572 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-277f391e-b508-41e5-8b07-d884cbe10789 req-ec8d907d-12e0-46b6-a9bc-9f2ef8b92799 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29460cf7-7914-4ed7-9698-d80c89e74071 HTTP/1.1" status: 200 len: 999 time: 0.1071355 Jun 10 17:54:32.607376 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277f391e-b508-41e5-8b07-d884cbe10789 req-2d2434eb-3cf5-4a29-93b5-910f5aaf38c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:32.608826 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-277f391e-b508-41e5-8b07-d884cbe10789 req-2d2434eb-3cf5-4a29-93b5-910f5aaf38c2 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=d1b8af94-24d7-44e4-8fcc-7d46347876fd HTTP/1.1" status: 200 len: 849 time: 0.0861080 Jun 10 17:54:32.667837 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277f391e-b508-41e5-8b07-d884cbe10789 req-d5394063-693c-4781-a730-317366a2c46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:32.669310 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-277f391e-b508-41e5-8b07-d884cbe10789 req-d5394063-693c-4781-a730-317366a2c46a service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=31f77b64-5d2a-4d41-a094-437a49d2382f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0510998 Jun 10 17:54:32.676552 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-f74f1e2b-9748-46c7-94ee-51e7ff29d847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'name': 'tempest-TestVolumeBootPattern-53594753-router', 'tenant_id': '767f7c0142e64103a2d829d5951cd4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.23'}], 'enable_snat': True}, 'gw_port_id': '0931458b-35f3-456f-9bda-3a649ec99c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:28Z', 'updated_at': '2022-06-10T17:53:33Z', 'revision_number': 4, 'project_id': '767f7c0142e64103a2d829d5951cd4ad', 'gw_port': {'id': '0931458b-35f3-456f-9bda-3a649ec99c38', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:75:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:30Z', 'updated_at': '2022-06-10T17:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_floatingips': [{'id': 'f03941cb-4187-4081-a9a2-e9b5671c7228', 'tenant_id': '767f7c0142e64103a2d829d5951cd4ad', 'floating_ip_address': '172.37.5.104', 'floating_network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'router_id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'port_id': '29460cf7-7914-4ed7-9698-d80c89e74071', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31f77b64-5d2a-4d41-a094-437a49d2382f', 'mac_address': 'fa:16:3e:99:c4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fa4a62-6067-45d5-a50f-7105b8847514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-10T17:54:30Z', 'updated_at': '2022-06-10T17:54:30Z', 'revision_number': 0, 'project_id': '767f7c0142e64103a2d829d5951cd4ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a39eeeb9-007e-4abc-8309-d6b4dd253046', 'name': '', 'network_id': '31f77b64-5d2a-4d41-a094-437a49d2382f', 'tenant_id': '767f7c0142e64103a2d829d5951cd4ad', 'mac_address': 'fa:16:3e:9b:e1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'd1b8af94-24d7-44e4-8fcc-7d46347876fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:32Z', 'updated_at': '2022-06-10T17:53:37Z', 'revision_number': 5, 'project_id': '767f7c0142e64103a2d829d5951cd4ad', 'subnets': [{'id': 'd1b8af94-24d7-44e4-8fcc-7d46347876fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:54:32.703200 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74f1e2b-9748-46c7-94ee-51e7ff29d847 None None] The sync data for ids ['a1fde4fd-6e20-4b47-afa3-718fc7f77f11'] in dv-cinder-xena-3-iscsi is: [{'id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'name': 'tempest-TestVolumeBootPattern-53594753-router', 'tenant_id': '767f7c0142e64103a2d829d5951cd4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.23'}], 'enable_snat': True}, 'gw_port_id': '0931458b-35f3-456f-9bda-3a649ec99c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:28Z', 'updated_at': '2022-06-10T17:53:33Z', 'revision_number': 4, 'project_id': '767f7c0142e64103a2d829d5951cd4ad', 'gw_port': {'id': '0931458b-35f3-456f-9bda-3a649ec99c38', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:75:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:30Z', 'updated_at': '2022-06-10T17:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_floatingips': [{'id': 'f03941cb-4187-4081-a9a2-e9b5671c7228', 'tenant_id': '767f7c0142e64103a2d829d5951cd4ad', 'floating_ip_address': '172.37.5.104', 'floating_network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'router_id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'port_id': '29460cf7-7914-4ed7-9698-d80c89e74071', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31f77b64-5d2a-4d41-a094-437a49d2382f', 'mac_address': 'fa:16:3e:99:c4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fa4a62-6067-45d5-a50f-7105b8847514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-10T17:54:30Z', 'updated_at': '2022-06-10T17:54:30Z', 'revision_number': 0, 'project_id': '767f7c0142e64103a2d829d5951cd4ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a39eeeb9-007e-4abc-8309-d6b4dd253046', 'name': '', 'network_id': '31f77b64-5d2a-4d41-a094-437a49d2382f', 'tenant_id': '767f7c0142e64103a2d829d5951cd4ad', 'mac_address': 'fa:16:3e:9b:e1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'd1b8af94-24d7-44e4-8fcc-7d46347876fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:32Z', 'updated_at': '2022-06-10T17:53:37Z', 'revision_number': 5, 'project_id': '767f7c0142e64103a2d829d5951cd4ad', 'subnets': [{'id': 'd1b8af94-24d7-44e4-8fcc-7d46347876fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 17:54:32.794852 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-277f391e-b508-41e5-8b07-d884cbe10789 req-4c1b3874-924d-4620-a05a-75257b5f8e1e service neutron] 10.222.0.27 "GET /v2.0/networks/31f77b64-5d2a-4d41-a094-437a49d2382f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995314 Jun 10 17:54:32.837051 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-b99b23f3-35bc-41fb-9aa8-59e4d72e7bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764021169165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764020614696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940005'] for port, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:32.893382 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99b23f3-35bc-41fb-9aa8-59e4d72e7bc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1332663-a831-4126-a8bd-f0f96a793898,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:54:32.902410 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfa2590-4422-46c8-a541-3a3c1f82f69c None None] New status for floating IP f03941cb-4187-4081-a9a2-e9b5671c7228: ACTIVE {{(pid=114530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 17:54:32.970968 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-277f391e-b508-41e5-8b07-d884cbe10789 req-ceee7ec7-d6a6-43d1-ba10-2e854e4bdbb3 service neutron] 10.222.0.27 "GET /v2.0/networks/31f77b64-5d2a-4d41-a094-437a49d2382f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636407 Jun 10 17:54:33.086861 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-b99b23f3-35bc-41fb-9aa8-59e4d72e7bc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-734075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-779162'] for router_interface, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:33.304208 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b99b23f3-35bc-41fb-9aa8-59e4d72e7bc8 admin admin] Router a6adcaf7-4474-4e92-8346-d405920b7c32 has already been hosted by L3 agent e04d2863-a40a-41db-9b2a-39042df37909 {{(pid=114528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 10 17:54:33.652680 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b99b23f3-35bc-41fb-9aa8-59e4d72e7bc8 admin admin] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=114528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 10 17:54:33.657636 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-b99b23f3-35bc-41fb-9aa8-59e4d72e7bc8 admin admin] 10.222.0.16 "PUT /v2.0/routers/a6adcaf7-4474-4e92-8346-d405920b7c32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1266212 Jun 10 17:54:33.660292 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 48362) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:54:33.662140 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de9a5fb-a1cc-4df0-b49b-29c0cff3452b None None] Sync routers for ids ['a6adcaf7-4474-4e92-8346-d405920b7c32'] in dv-cinder-xena-3-iscsi {{(pid=114531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 17:54:33.672316 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de9a5fb-a1cc-4df0-b49b-29c0cff3452b None None] Routers {'a6adcaf7-4474-4e92-8346-d405920b7c32'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:54:33.672921 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-7de9a5fb-a1cc-4df0-b49b-29c0cff3452b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:54:11Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['a6adcaf7-4474-4e92-8346-d405920b7c32'], 'active': True} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:54:33.761556 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-97a273f4-38be-4fc7-a317-5f15714d14e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:33.776157 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvr_db [None req-7de9a5fb-a1cc-4df0-b49b-29c0cff3452b None None] Set router a6adcaf7-4474-4e92-8346-d405920b7c32 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:54:33.860833 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-97a273f4-38be-4fc7-a317-5f15714d14e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:33.954009 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-7de9a5fb-a1cc-4df0-b49b-29c0cff3452b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6adcaf7-4474-4e92-8346-d405920b7c32', 'name': 'tempest-AttachVolumeTestJSON-992701664-router', 'tenant_id': 'd5dbfa207ddd44e3912f4141ac504575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.195'}], 'enable_snat': True}, 'gw_port_id': '3023a440-e1e2-4844-a335-dbd4f6eff056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:48:21Z', 'updated_at': '2022-06-10T17:54:32Z', 'revision_number': 5, 'project_id': 'd5dbfa207ddd44e3912f4141ac504575', 'gw_port': {'id': '3023a440-e1e2-4844-a335-dbd4f6eff056', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:df:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6adcaf7-4474-4e92-8346-d405920b7c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:48:22Z', 'updated_at': '2022-06-10T17:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:54:33.975397 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.plugin [None req-97a273f4-38be-4fc7-a317-5f15714d14e4 admin admin] Deleting port 3023a440-e1e2-4844-a335-dbd4f6eff056 {{(pid=114529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 10 17:54:33.975732 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-97a273f4-38be-4fc7-a317-5f15714d14e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764021161391'] for port, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:33.981301 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de9a5fb-a1cc-4df0-b49b-29c0cff3452b None None] Checking router: a6adcaf7-4474-4e92-8346-d405920b7c32 for host: dv-cinder-xena-3-iscsi {{(pid=114531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 17:54:33.989363 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de9a5fb-a1cc-4df0-b49b-29c0cff3452b None None] Routers {'a6adcaf7-4474-4e92-8346-d405920b7c32'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:54:33.989963 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-7de9a5fb-a1cc-4df0-b49b-29c0cff3452b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:54:11Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['a6adcaf7-4474-4e92-8346-d405920b7c32'], 'active': True} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:54:34.056299 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.db [None req-97a273f4-38be-4fc7-a317-5f15714d14e4 admin admin] For port 3023a440-e1e2-4844-a335-dbd4f6eff056, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=3023a440-e1e2-4844-a335-dbd4f6eff056,segment=NetworkSegment(bfeef927-6d24-4759-be0a-a8eced1bbc0e),segment_id=bfeef927-6d24-4759-be0a-a8eced1bbc0e)] {{(pid=114529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:54:34.056663 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-97a273f4-38be-4fc7-a317-5f15714d14e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781461'] for port, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:34.069541 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.plugin [None req-97a273f4-38be-4fc7-a317-5f15714d14e4 admin admin] Calling delete_port for 3023a440-e1e2-4844-a335-dbd4f6eff056 owned by network:router_gateway {{(pid=114529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 10 17:54:34.160539 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvr_db [None req-7de9a5fb-a1cc-4df0-b49b-29c0cff3452b None None] Set router a6adcaf7-4474-4e92-8346-d405920b7c32 gateway port host: None {{(pid=114531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:54:34.212883 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-7de9a5fb-a1cc-4df0-b49b-29c0cff3452b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6adcaf7-4474-4e92-8346-d405920b7c32', 'name': 'tempest-AttachVolumeTestJSON-992701664-router', 'tenant_id': 'd5dbfa207ddd44e3912f4141ac504575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:48:21Z', 'updated_at': '2022-06-10T17:54:33Z', 'revision_number': 6, 'project_id': 'd5dbfa207ddd44e3912f4141ac504575', 'gw_port_host': None}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:54:34.241812 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de9a5fb-a1cc-4df0-b49b-29c0cff3452b None None] The sync data for ids ['a6adcaf7-4474-4e92-8346-d405920b7c32'] in dv-cinder-xena-3-iscsi is: [{'id': 'a6adcaf7-4474-4e92-8346-d405920b7c32', 'name': 'tempest-AttachVolumeTestJSON-992701664-router', 'tenant_id': 'd5dbfa207ddd44e3912f4141ac504575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:48:21Z', 'updated_at': '2022-06-10T17:54:33Z', 'revision_number': 6, 'project_id': 'd5dbfa207ddd44e3912f4141ac504575', 'gw_port_host': None}] {{(pid=114531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 17:54:34.321942 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-97a273f4-38be-4fc7-a317-5f15714d14e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764021169165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764020614696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263063011'] for port, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:34.348496 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a273f4-38be-4fc7-a317-5f15714d14e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3023a440-e1e2-4844-a335-dbd4f6eff056,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:54:34.406630 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-97a273f4-38be-4fc7-a317-5f15714d14e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-754044'] for router_gateway, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:34.495745 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-97a273f4-38be-4fc7-a317-5f15714d14e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14472'] for router, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:34.497824 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-97a273f4-38be-4fc7-a317-5f15714d14e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:34.621131 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-97a273f4-38be-4fc7-a317-5f15714d14e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-533514'] for router, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:34.621697 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a273f4-38be-4fc7-a317-5f15714d14e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6adcaf7-4474-4e92-8346-d405920b7c32 {{(pid=114529) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 10 17:54:34.626099 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-97a273f4-38be-4fc7-a317-5f15714d14e4 admin admin] Notify callbacks [] for router, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:34.629862 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-97a273f4-38be-4fc7-a317-5f15714d14e4 admin admin] 10.222.0.16 "DELETE /v2.0/routers/a6adcaf7-4474-4e92-8346-d405920b7c32 HTTP/1.1" status: 204 len: 168 time: 0.9661105 Jun 10 17:54:34.629981 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 48366) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:54:34.677750 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.db_base_plugin_v2 [None req-70014d0f-5196-4669-8bf4-8a99cbd12121 admin admin] Deleting subnet 6c6c1002-ecf3-4b70-9e9d-befa43491f0a {{(pid=114529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 10 17:54:34.681107 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-70014d0f-5196-4669-8bf4-8a99cbd12121 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:34.718560 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-70014d0f-5196-4669-8bf4-8a99cbd12121 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263706186'] for subnet, precommit_delete_associations {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:34.797499 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-70014d0f-5196-4669-8bf4-8a99cbd12121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4008051'] for subnet, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:34.918178 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-70014d0f-5196-4669-8bf4-8a99cbd12121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4008060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263062998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263210359'] for subnet, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:34.941470 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70014d0f-5196-4669-8bf4-8a99cbd12121 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c6c1002-ecf3-4b70-9e9d-befa43491f0a,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:54:34.948952 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-70014d0f-5196-4669-8bf4-8a99cbd12121 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-734032'] for subnet, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:34.952342 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-70014d0f-5196-4669-8bf4-8a99cbd12121 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/6c6c1002-ecf3-4b70-9e9d-befa43491f0a HTTP/1.1" status: 204 len: 168 time: 0.3212094 Jun 10 17:54:34.954926 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 48368) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:54:34.955747 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8966736d-b145-4c3d-aa71-d5793fe24597 None None] Network 20988a48-24d3-47c4-85a4-f592522eeed3 requested from dv-cinder-xena-3-iscsi {{(pid=114530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 17:54:35.021566 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-23992156-fefb-42dd-8037-ee2097ff4d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3935284'] for network, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:35.040543 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device c1332663-a831-4126-a8bd-f0f96a793898 no longer exists at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 10 17:54:35.067088 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] No Port match for: c1332663-a831-4126-a8bd-f0f96a793898 {{(pid=114530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 10 17:54:35.067426 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device c1332663-a831-4126-a8bd-f0f96a793898 not bound to the agent host dv-cinder-xena-3-iscsi {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 10 17:54:35.077271 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.plugin [None req-23992156-fefb-42dd-8037-ee2097ff4d3a admin admin] Deleting port 36ce2cbf-1603-4b84-bb6a-276d3c2ba87e {{(pid=114528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 10 17:54:35.077614 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-23992156-fefb-42dd-8037-ee2097ff4d3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764021161391'] for port, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:35.142652 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.db [None req-23992156-fefb-42dd-8037-ee2097ff4d3a admin admin] For port 36ce2cbf-1603-4b84-bb6a-276d3c2ba87e, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=36ce2cbf-1603-4b84-bb6a-276d3c2ba87e,segment=NetworkSegment(dffac23a-c726-4935-9ddb-386e3be17651),segment_id=dffac23a-c726-4935-9ddb-386e3be17651)] {{(pid=114528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:54:35.143022 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-23992156-fefb-42dd-8037-ee2097ff4d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781461'] for port, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:35.158216 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.plugin [None req-23992156-fefb-42dd-8037-ee2097ff4d3a admin admin] Calling delete_port for 36ce2cbf-1603-4b84-bb6a-276d3c2ba87e owned by network:dhcp {{(pid=114528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 10 17:54:35.173078 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250cc08c-4b1a-4f07-8544-b03b5c8c6fbb None None] DHCP port deletion for 20988a48-24d3-47c4-85a4-f592522eeed3 request from dv-cinder-xena-3-iscsi {{(pid=114530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 17:54:35.222179 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-250cc08c-4b1a-4f07-8544-b03b5c8c6fbb None None] Deleting port 36ce2cbf-1603-4b84-bb6a-276d3c2ba87e {{(pid=114530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 10 17:54:35.222591 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-250cc08c-4b1a-4f07-8544-b03b5c8c6fbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764021161391'] for port, before_delete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:35.283947 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-23992156-fefb-42dd-8037-ee2097ff4d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764021169165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764020614696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940005'] for port, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:35.292844 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-250cc08c-4b1a-4f07-8544-b03b5c8c6fbb None None] For port 36ce2cbf-1603-4b84-bb6a-276d3c2ba87e, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=36ce2cbf-1603-4b84-bb6a-276d3c2ba87e,segment=NetworkSegment(dffac23a-c726-4935-9ddb-386e3be17651),segment_id=dffac23a-c726-4935-9ddb-386e3be17651)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:54:35.292844 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-250cc08c-4b1a-4f07-8544-b03b5c8c6fbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781461'] for port, precommit_delete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:35.307103 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-250cc08c-4b1a-4f07-8544-b03b5c8c6fbb None None] Calling delete_port for 36ce2cbf-1603-4b84-bb6a-276d3c2ba87e owned by network:dhcp {{(pid=114530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 10 17:54:35.312359 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23992156-fefb-42dd-8037-ee2097ff4d3a admin admin] Pushing event deleted for resources: {'Port': ['ID=36ce2cbf-1603-4b84-bb6a-276d3c2ba87e,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:54:35.314264 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23992156-fefb-42dd-8037-ee2097ff4d3a admin admin] No DVR routers for this DVR port 36ce2cbf-1603-4b84-bb6a-276d3c2ba87e on host dv-cinder-xena-3-iscsi {{(pid=114528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 17:54:35.386505 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-23992156-fefb-42dd-8037-ee2097ff4d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4008428', 'neutron.services.segments.db._delete_segments_for_network-8764020915914'] for network, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:35.386741 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-250cc08c-4b1a-4f07-8544-b03b5c8c6fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764021169165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764020614696'] for port, after_delete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:35.406819 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.services.segments.db [None req-23992156-fefb-42dd-8037-ee2097ff4d3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20988a48-24d3-47c4-85a4-f592522eeed3']}} {{(pid=114528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:54:35.411769 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250cc08c-4b1a-4f07-8544-b03b5c8c6fbb None None] Pushing event deleted for resources: {'Port': ['ID=36ce2cbf-1603-4b84-bb6a-276d3c2ba87e,revision_number=None']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:54:35.416761 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.services.segments.db [None req-23992156-fefb-42dd-8037-ee2097ff4d3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dffac23a-c726-4935-9ddb-386e3be17651') {'for_net_delete': True} {{(pid=114528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:54:35.420635 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250cc08c-4b1a-4f07-8544-b03b5c8c6fbb None None] No DVR routers for this DVR port 36ce2cbf-1603-4b84-bb6a-276d3c2ba87e on host dv-cinder-xena-3-iscsi {{(pid=114530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 17:54:35.420781 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.services.segments.db [None req-23992156-fefb-42dd-8037-ee2097ff4d3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dffac23a-c726-4935-9ddb-386e3be17651') {} {{(pid=114528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:54:35.423381 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250cc08c-4b1a-4f07-8544-b03b5c8c6fbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:54:35.423723 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250cc08c-4b1a-4f07-8544-b03b5c8c6fbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:54:35.424065 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250cc08c-4b1a-4f07-8544-b03b5c8c6fbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:54:35.424399 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250cc08c-4b1a-4f07-8544-b03b5c8c6fbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:54:35.424730 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250cc08c-4b1a-4f07-8544-b03b5c8c6fbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:54:35.430535 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250cc08c-4b1a-4f07-8544-b03b5c8c6fbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:54:35.430535 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250cc08c-4b1a-4f07-8544-b03b5c8c6fbb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:54:35.430535 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250cc08c-4b1a-4f07-8544-b03b5c8c6fbb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:54:35.430535 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250cc08c-4b1a-4f07-8544-b03b5c8c6fbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:54:35.430535 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250cc08c-4b1a-4f07-8544-b03b5c8c6fbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:54:35.430535 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250cc08c-4b1a-4f07-8544-b03b5c8c6fbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:54:35.430535 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250cc08c-4b1a-4f07-8544-b03b5c8c6fbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:54:35.431836 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-23992156-fefb-42dd-8037-ee2097ff4d3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764020916947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1640931'] for segment, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:35.444549 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-23992156-fefb-42dd-8037-ee2097ff4d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009214'] for segment, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:35.450333 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23992156-fefb-42dd-8037-ee2097ff4d3a admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=114528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 17:54:35.450713 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-23992156-fefb-42dd-8037-ee2097ff4d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940090'] for segment, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:35.579561 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.services.segments.plugin [-] Segment dffac23a-c726-4935-9ddb-386e3be17651 resource provider aggregate not found Jun 10 17:54:35.584295 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-23992156-fefb-42dd-8037-ee2097ff4d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4008437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753944'] for network, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:35.596137 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-23992156-fefb-42dd-8037-ee2097ff4d3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-734032'] for network, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:35.598682 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-23992156-fefb-42dd-8037-ee2097ff4d3a admin admin] 10.222.0.16 "DELETE /v2.0/networks/20988a48-24d3-47c4-85a4-f592522eeed3 HTTP/1.1" status: 204 len: 168 time: 0.6428125 Jun 10 17:54:35.600236 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.services.segments.plugin [-] Segment dffac23a-c726-4935-9ddb-386e3be17651 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dffac23a-c726-4935-9ddb-386e3be17651 found for delete ", "request_id": "req-df7693b7-fa1f-4302-9722-2e840b8ca876"}]} Jun 10 17:54:35.611242 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23992156-fefb-42dd-8037-ee2097ff4d3a admin admin] Pushing event deleted for resources: {'Network': ['ID=20988a48-24d3-47c4-85a4-f592522eeed3,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:54:35.688413 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-839bd8d3-c86b-4f62-9a38-0ae90d3bb08d req-9fc3dae7-621e-458e-8def-84fc30a73c40 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-660738616&fields=id&tenant_id=6d6dbdef4a8846949d0237616b9700d4 HTTP/1.1" status: 200 len: 267 time: 0.0356734 Jun 10 17:54:35.798484 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839bd8d3-c86b-4f62-9a38-0ae90d3bb08d req-2277380c-e2bc-4e07-b62c-210ae3c8ab3b tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:35.800141 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-839bd8d3-c86b-4f62-9a38-0ae90d3bb08d req-2277380c-e2bc-4e07-b62c-210ae3c8ab3b tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/networks?id=941f4dd1-1cd2-4690-90b4-a39f7dd10700 HTTP/1.1" status: 200 len: 809 time: 0.1038399 Jun 10 17:54:35.815016 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-839bd8d3-c86b-4f62-9a38-0ae90d3bb08d req-0e9a457b-1186-473b-a171-cb9503c78e9a tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/quotas/6d6dbdef4a8846949d0237616b9700d4 HTTP/1.1" status: 200 len: 375 time: 0.0092633 Jun 10 17:54:35.868269 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-839bd8d3-c86b-4f62-9a38-0ae90d3bb08d req-f48f0422-4212-4c5a-96c3-99d4433cd11c tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6d6dbdef4a8846949d0237616b9700d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466940 Jun 10 17:54:35.957050 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 48384) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:54:35.987841 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-839bd8d3-c86b-4f62-9a38-0ae90d3bb08d req-190adb82-df9f-40ff-b4c4-1ab0720c8ea0 service neutron] 10.222.0.16 "GET /v2.0/networks/941f4dd1-1cd2-4690-90b4-a39f7dd10700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074355 Jun 10 17:54:35.999471 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-3a8dfe13-dcfc-4a5b-8152-010a58c04a16 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d5dbfa207ddd44e3912f4141ac504575&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0390494 Jun 10 17:54:36.000423 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 48388) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:54:36.050474 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-d1b18928-88c0-41e5-8cf2-5b734ef4438b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:36.076518 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-d1b18928-88c0-41e5-8cf2-5b734ef4438b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:36.093122 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-839bd8d3-c86b-4f62-9a38-0ae90d3bb08d req-99340f3b-4c50-4721-b359-769111d830c2 service neutron] 10.222.0.16 "GET /v2.0/networks/941f4dd1-1cd2-4690-90b4-a39f7dd10700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980768 Jun 10 17:54:36.222595 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-d1b18928-88c0-41e5-8cf2-5b734ef4438b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:36.222595 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-d1b18928-88c0-41e5-8cf2-5b734ef4438b admin admin] Notify callbacks [] for security_group, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:36.222595 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-d1b18928-88c0-41e5-8cf2-5b734ef4438b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/78878f9e-5511-4443-9679-589b74d10f47 HTTP/1.1" status: 204 len: 168 time: 0.2184839 Jun 10 17:54:36.230909 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b18928-88c0-41e5-8cf2-5b734ef4438b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78878f9e-5511-4443-9679-589b74d10f47,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:54:36.363438 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device 36ce2cbf-1603-4b84-bb6a-276d3c2ba87e no longer exists at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 10 17:54:36.388329 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] No Port match for: 36ce2cbf-1603-4b84-bb6a-276d3c2ba87e {{(pid=114530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 10 17:54:36.388721 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device 36ce2cbf-1603-4b84-bb6a-276d3c2ba87e not bound to the agent host dv-cinder-xena-3-iscsi {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 10 17:54:36.389064 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device 3023a440-e1e2-4844-a335-dbd4f6eff056 no longer exists at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 10 17:54:36.411670 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] No Port match for: 3023a440-e1e2-4844-a335-dbd4f6eff056 {{(pid=114530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 10 17:54:36.412267 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device 3023a440-e1e2-4844-a335-dbd4f6eff056 not bound to the agent host dv-cinder-xena-3-iscsi {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 10 17:54:36.706973 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-fff5b1c0-ce26-43ba-a33e-e8a536973dba req-71f8d7df-837a-4d58-a426-1d76462ce2bf tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d56551-a3ae-4865-80f9-bef8191cfdce HTTP/1.1" status: 200 len: 210 time: 0.0304871 Jun 10 17:54:37.820764 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-755333ac-42fd-4962-9e56-e26fa699df41 req-c0335931-c5a0-4a5c-9bd5-d40a4778d581 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d56551-a3ae-4865-80f9-bef8191cfdce HTTP/1.1" status: 200 len: 210 time: 0.0296848 Jun 10 17:54:38.398618 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-abc2afba-972d-46da-94c8-4e4b2dd7eeee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:38.938466 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-8db2a11c-78d0-4764-b9a2-a23a2fa60673 req-6eacc9e4-a4cf-4e12-bdfb-c27c713c68ea tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d56551-a3ae-4865-80f9-bef8191cfdce HTTP/1.1" status: 200 len: 210 time: 0.0352623 Jun 10 17:54:39.000764 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf4d80-a2ba-4458-aeec-d6317001a3a5 req-e47e43bc-b0ee-4593-9b70-9d9d0aba30a4 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:39.008873 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-8baf4d80-a2ba-4458-aeec-d6317001a3a5 req-e47e43bc-b0ee-4593-9b70-9d9d0aba30a4 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7c451ff-0de1-443d-a8eb-65b02a664a48 HTTP/1.1" status: 200 len: 945 time: 0.0556765 Jun 10 17:54:39.035476 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839bd8d3-c86b-4f62-9a38-0ae90d3bb08d req-4bdbe00e-e78c-4a73-80f1-eb34002c1dab tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:39.037181 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-839bd8d3-c86b-4f62-9a38-0ae90d3bb08d req-4bdbe00e-e78c-4a73-80f1-eb34002c1dab tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.27 "GET /v2.0/networks?id=941f4dd1-1cd2-4690-90b4-a39f7dd10700 HTTP/1.1" status: 200 len: 809 time: 0.1180739 Jun 10 17:54:39.043480 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-8baf4d80-a2ba-4458-aeec-d6317001a3a5 req-e05d0f0b-581b-40af-af63-6c8ed37cbc79 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cbb772-b94c-4a26-be61-ada0eec3eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337353 Jun 10 17:54:39.098488 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-839bd8d3-c86b-4f62-9a38-0ae90d3bb08d req-40899c80-7aba-4674-97ac-10a6c59ea2cc tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d6dbdef4a8846949d0237616b9700d4 HTTP/1.1" status: 200 len: 379 time: 0.0338545 Jun 10 17:54:39.109102 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [req-839bd8d3-c86b-4f62-9a38-0ae90d3bb08d req-d605d2bf-86f2-4c7c-a6aa-3cd1799a9de1 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Request body: {'port': {'device_id': '52d56551-a3ae-4865-80f9-bef8191cfdce', 'network_id': '941f4dd1-1cd2-4690-90b4-a39f7dd10700', 'admin_state_up': True, 'tenant_id': '6d6dbdef4a8846949d0237616b9700d4', 'security_groups': ['9e9f924d-dfc3-4b3a-8e4b-29ff6169dcf0']}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:54:39.289649 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-839bd8d3-c86b-4f62-9a38-0ae90d3bb08d req-d605d2bf-86f2-4c7c-a6aa-3cd1799a9de1 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Made reservation on behalf of 6d6dbdef4a8846949d0237616b9700d4 for: {'port': 1} {{(pid=114528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 17:54:39.293199 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-839bd8d3-c86b-4f62-9a38-0ae90d3bb08d req-d605d2bf-86f2-4c7c-a6aa-3cd1799a9de1 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:39.418586 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.db_base_plugin_common [req-839bd8d3-c86b-4f62-9a38-0ae90d3bb08d req-d605d2bf-86f2-4c7c-a6aa-3cd1799a9de1 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Allocated IP 172.20.0.13 (941f4dd1-1cd2-4690-90b4-a39f7dd10700/00c8bf72-bb24-44ab-9fd7-9e0654aad089/b1fe6bae-f696-454c-9ddd-b42164a1895b) {{(pid=114528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 17:54:39.552018 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-839bd8d3-c86b-4f62-9a38-0ae90d3bb08d req-d605d2bf-86f2-4c7c-a6aa-3cd1799a9de1 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Notify callbacks [] for port, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:39.647089 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-839bd8d3-c86b-4f62-9a38-0ae90d3bb08d req-d605d2bf-86f2-4c7c-a6aa-3cd1799a9de1 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764020614705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940005'] for port, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:39.691065 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-839bd8d3-c86b-4f62-9a38-0ae90d3bb08d req-d605d2bf-86f2-4c7c-a6aa-3cd1799a9de1 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Network 941f4dd1-1cd2-4690-90b4-a39f7dd10700 is already hosted by enough agents. {{(pid=114528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:54:39.693894 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.base_scheduler [req-839bd8d3-c86b-4f62-9a38-0ae90d3bb08d req-d605d2bf-86f2-4c7c-a6aa-3cd1799a9de1 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Resources bound (agent type, host, resource id): {{(pid=114528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:54:39.698172 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.l3_dvrscheduler_db [req-839bd8d3-c86b-4f62-9a38-0ae90d3bb08d req-d605d2bf-86f2-4c7c-a6aa-3cd1799a9de1 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Received port after_create {{(pid=114528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 10 17:54:39.725388 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d605d2bf-86f2-4c7c-a6aa-3cd1799a9de1 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Pushing event updated for resources: {'Port': ['ID=b1fe6bae-f696-454c-9ddd-b42164a1895b,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:54:39.756510 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839bd8d3-c86b-4f62-9a38-0ae90d3bb08d req-d605d2bf-86f2-4c7c-a6aa-3cd1799a9de1 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:39.757136 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-839bd8d3-c86b-4f62-9a38-0ae90d3bb08d req-d605d2bf-86f2-4c7c-a6aa-3cd1799a9de1 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for port, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:39.832954 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-839bd8d3-c86b-4f62-9a38-0ae90d3bb08d req-d605d2bf-86f2-4c7c-a6aa-3cd1799a9de1 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7272713 Jun 10 17:54:39.861117 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [req-839bd8d3-c86b-4f62-9a38-0ae90d3bb08d req-b7f4f362-c194-4286-b194-2e9e769e82b4 service neutron] Request body: {'port': {'device_id': '52d56551-a3ae-4865-80f9-bef8191cfdce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-xena0'}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:54:39.890258 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-469af897-6372-4a78-875d-a7cd58241948 None None] Provisioning complete for port b1fe6bae-f696-454c-9ddd-b42164a1895b triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:54:39.890833 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-469af897-6372-4a78-875d-a7cd58241948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:39.914893 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-839bd8d3-c86b-4f62-9a38-0ae90d3bb08d req-b7f4f362-c194-4286-b194-2e9e769e82b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:39.924996 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-469af897-6372-4a78-875d-a7cd58241948 None None] Port b1fe6bae-f696-454c-9ddd-b42164a1895b cannot update to ACTIVE because it is not bound. {{(pid=114530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 10 17:54:40.061164 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d65fbe3-aad6-44c3-bbb5-7296a72fbdb8 req-80adf329-42ec-491c-aa76-818254f91f57 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:40.064750 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-4d65fbe3-aad6-44c3-bbb5-7296a72fbdb8 req-80adf329-42ec-491c-aa76-818254f91f57 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d56551-a3ae-4865-80f9-bef8191cfdce HTTP/1.1" status: 200 len: 932 time: 0.0527377 Jun 10 17:54:40.103952 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-4d65fbe3-aad6-44c3-bbb5-7296a72fbdb8 req-87d147e2-da83-40ff-bdd2-613c7e1ece09 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e9f924d-dfc3-4b3a-8e4b-29ff6169dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347054 Jun 10 17:54:40.203203 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba2025-a18a-4f6c-a9df-2f5123879bd5 req-17bdb869-04d3-46e2-bd51-8a96502abc81 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:40.211313 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-42ba2025-a18a-4f6c-a9df-2f5123879bd5 req-17bdb869-04d3-46e2-bd51-8a96502abc81 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7c451ff-0de1-443d-a8eb-65b02a664a48 HTTP/1.1" status: 200 len: 945 time: 0.0562382 Jun 10 17:54:40.212244 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.notifiers.nova [req-839bd8d3-c86b-4f62-9a38-0ae90d3bb08d req-b7f4f362-c194-4286-b194-2e9e769e82b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1fe6bae-f696-454c-9ddd-b42164a1895b {{(pid=114528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 10 17:54:40.215035 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-839bd8d3-c86b-4f62-9a38-0ae90d3bb08d req-b7f4f362-c194-4286-b194-2e9e769e82b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:40.227339 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.provisioning_blocks [req-839bd8d3-c86b-4f62-9a38-0ae90d3bb08d req-b7f4f362-c194-4286-b194-2e9e769e82b4 service neutron] Transition to ACTIVE for port object b1fe6bae-f696-454c-9ddd-b42164a1895b will not be triggered until provisioned by entity L2. {{(pid=114528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 17:54:40.287255 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-839bd8d3-c86b-4f62-9a38-0ae90d3bb08d req-b7f4f362-c194-4286-b194-2e9e769e82b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940062'] for port, after_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:40.390310 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f4f362-c194-4286-b194-2e9e769e82b4 service neutron] Pushing event updated for resources: {'Port': ['ID=b1fe6bae-f696-454c-9ddd-b42164a1895b,revision_number=2']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:54:40.433987 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.managers [req-839bd8d3-c86b-4f62-9a38-0ae90d3bb08d req-b7f4f362-c194-4286-b194-2e9e769e82b4 service neutron] Attempting to bind port b1fe6bae-f696-454c-9ddd-b42164a1895b on host hv-cinder-xena0 for vnic_type normal with profile {{(pid=114528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 17:54:40.434598 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.managers [req-839bd8d3-c86b-4f62-9a38-0ae90d3bb08d req-b7f4f362-c194-4286-b194-2e9e769e82b4 service neutron] Attempting to bind port b1fe6bae-f696-454c-9ddd-b42164a1895b by drivers openvswitch,hyperv on host hv-cinder-xena0 at level 0 using segments [{'id': '09b97ff2-f6f8-4f11-854d-e6fd79ad39c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '941f4dd1-1cd2-4690-90b4-a39f7dd10700'}] {{(pid=114528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 17:54:40.434930 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839bd8d3-c86b-4f62-9a38-0ae90d3bb08d req-b7f4f362-c194-4286-b194-2e9e769e82b4 service neutron] Attempting to bind port b1fe6bae-f696-454c-9ddd-b42164a1895b on network 941f4dd1-1cd2-4690-90b4-a39f7dd10700 {{(pid=114528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 10 17:54:40.440258 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839bd8d3-c86b-4f62-9a38-0ae90d3bb08d req-b7f4f362-c194-4286-b194-2e9e769e82b4 service neutron] Port b1fe6bae-f696-454c-9ddd-b42164a1895b on network 941f4dd1-1cd2-4690-90b4-a39f7dd10700 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-xena0 {{(pid=114528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 10 17:54:40.440585 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839bd8d3-c86b-4f62-9a38-0ae90d3bb08d req-b7f4f362-c194-4286-b194-2e9e769e82b4 service neutron] Attempting to bind port b1fe6bae-f696-454c-9ddd-b42164a1895b on network 941f4dd1-1cd2-4690-90b4-a39f7dd10700 {{(pid=114528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 10 17:54:40.449196 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839bd8d3-c86b-4f62-9a38-0ae90d3bb08d req-b7f4f362-c194-4286-b194-2e9e769e82b4 service neutron] Checking agent: {'id': '7469bf7c-50e4-4cc8-b056-051e3e633b26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-xena0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 10, 17, 46, 19), 'started_at': datetime.datetime(2022, 6, 10, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 10, 17, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 10 17:54:40.449474 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839bd8d3-c86b-4f62-9a38-0ae90d3bb08d req-b7f4f362-c194-4286-b194-2e9e769e82b4 service neutron] Checking segment: {'id': '09b97ff2-f6f8-4f11-854d-e6fd79ad39c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '941f4dd1-1cd2-4690-90b4-a39f7dd10700'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 10 17:54:40.449848 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839bd8d3-c86b-4f62-9a38-0ae90d3bb08d req-b7f4f362-c194-4286-b194-2e9e769e82b4 service neutron] Bound using segment: {'id': '09b97ff2-f6f8-4f11-854d-e6fd79ad39c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '941f4dd1-1cd2-4690-90b4-a39f7dd10700'} {{(pid=114528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 10 17:54:40.450372 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.managers [req-839bd8d3-c86b-4f62-9a38-0ae90d3bb08d req-b7f4f362-c194-4286-b194-2e9e769e82b4 service neutron] Bound port: b1fe6bae-f696-454c-9ddd-b42164a1895b, host: hv-cinder-xena0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09b97ff2-f6f8-4f11-854d-e6fd79ad39c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '941f4dd1-1cd2-4690-90b4-a39f7dd10700'}}] {{(pid=114528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 17:54:40.454877 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-839bd8d3-c86b-4f62-9a38-0ae90d3bb08d req-b7f4f362-c194-4286-b194-2e9e769e82b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:40.519706 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-42ba2025-a18a-4f6c-a9df-2f5123879bd5 req-6d54d84f-1041-4cbb-aa58-9649c4992a4c tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cbb772-b94c-4a26-be61-ada0eec3eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3090627 Jun 10 17:54:40.528934 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.db [req-839bd8d3-c86b-4f62-9a38-0ae90d3bb08d req-b7f4f362-c194-4286-b194-2e9e769e82b4 service neutron] For port b1fe6bae-f696-454c-9ddd-b42164a1895b, host hv-cinder-xena0, cleared binding levels {{(pid=114528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 10 17:54:40.533060 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.db [req-839bd8d3-c86b-4f62-9a38-0ae90d3bb08d req-b7f4f362-c194-4286-b194-2e9e769e82b4 service neutron] For port b1fe6bae-f696-454c-9ddd-b42164a1895b, host hv-cinder-xena0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=b1fe6bae-f696-454c-9ddd-b42164a1895b,segment=NetworkSegment(09b97ff2-f6f8-4f11-854d-e6fd79ad39c7),segment_id=09b97ff2-f6f8-4f11-854d-e6fd79ad39c7)] {{(pid=114528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 10 17:54:40.596467 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-839bd8d3-c86b-4f62-9a38-0ae90d3bb08d req-b7f4f362-c194-4286-b194-2e9e769e82b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940062'] for port, after_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:40.631209 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839bd8d3-c86b-4f62-9a38-0ae90d3bb08d req-b7f4f362-c194-4286-b194-2e9e769e82b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:40.631819 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-839bd8d3-c86b-4f62-9a38-0ae90d3bb08d req-b7f4f362-c194-4286-b194-2e9e769e82b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for port, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:40.633896 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-839bd8d3-c86b-4f62-9a38-0ae90d3bb08d req-b7f4f362-c194-4286-b194-2e9e769e82b4 service neutron] 10.222.0.27 "PUT /v2.0/ports/b1fe6bae-f696-454c-9ddd-b42164a1895b HTTP/1.1" status: 200 len: 1094 time: 0.7772615 Jun 10 17:54:40.634358 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52d56551-a3ae-4865-80f9-bef8191cfdce', 'tag': 'b1fe6bae-f696-454c-9ddd-b42164a1895b'}] {{(pid=114528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:54:40.636627 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c4b580669e8e78bfc2035bf5baafa64bdcb7bdc1597d6f92a291bf2def5264" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d7982a4-d403-4768-9638-3f6538166c46" -d '{"events": [{"name": "network-changed", "server_uuid": "52d56551-a3ae-4865-80f9-bef8191cfdce", "tag": "b1fe6bae-f696-454c-9ddd-b42164a1895b"}]}' {{(pid=114528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:54:40.682124 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Jun 2022 17:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351f8c76-717f-458b-9210-e089701b71ce x-openstack-request-id: req-351f8c76-717f-458b-9210-e089701b71ce {{(pid=114528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:54:40.682124 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52d56551-a3ae-4865-80f9-bef8191cfdce", "tag": "b1fe6bae-f696-454c-9ddd-b42164a1895b", "status": "completed", "code": 200}]} {{(pid=114528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:54:40.682124 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-351f8c76-717f-458b-9210-e089701b71ce {{(pid=114528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:54:40.682124 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-351f8c76-717f-458b-9210-e089701b71ce'] response: {'name': 'network-changed', 'server_uuid': '52d56551-a3ae-4865-80f9-bef8191cfdce', 'tag': 'b1fe6bae-f696-454c-9ddd-b42164a1895b', 'status': 'completed', 'code': 200} Jun 10 17:54:40.683275 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f4f362-c194-4286-b194-2e9e769e82b4 service neutron] Pushing event updated for resources: {'Port': ['ID=b1fe6bae-f696-454c-9ddd-b42164a1895b,revision_number=3']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:54:40.779598 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7982a4-d403-4768-9638-3f6538166c46 req-fb09de1a-0139-4d5b-9ac1-08c41ed13ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:40.781237 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-6d7982a4-d403-4768-9638-3f6538166c46 req-fb09de1a-0139-4d5b-9ac1-08c41ed13ea2 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=6d6dbdef4a8846949d0237616b9700d4&device_id=52d56551-a3ae-4865-80f9-bef8191cfdce HTTP/1.1" status: 200 len: 1097 time: 0.0452256 Jun 10 17:54:40.797637 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-685b919a-2a73-4ad7-b8b2-141a17a5ec7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:40.897619 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7982a4-d403-4768-9638-3f6538166c46 req-6bfe29c9-c745-4f2b-8ed3-a90499b940e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:40.899710 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-6d7982a4-d403-4768-9638-3f6538166c46 req-6bfe29c9-c745-4f2b-8ed3-a90499b940e6 service neutron] 10.222.0.27 "GET /v2.0/networks?tenant_id=6d6dbdef4a8846949d0237616b9700d4&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1036813 Jun 10 17:54:40.997188 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7982a4-d403-4768-9638-3f6538166c46 req-533d9fe1-bb69-4794-9d55-1f5c6ad913f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:40.998580 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-6d7982a4-d403-4768-9638-3f6538166c46 req-533d9fe1-bb69-4794-9d55-1f5c6ad913f6 service neutron] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0874226 Jun 10 17:54:41.106229 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839bd8d3-c86b-4f62-9a38-0ae90d3bb08d req-25d568f1-93e4-45e6-a930-7e9c972baeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:41.107715 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-839bd8d3-c86b-4f62-9a38-0ae90d3bb08d req-25d568f1-93e4-45e6-a930-7e9c972baeb6 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=6d6dbdef4a8846949d0237616b9700d4&device_id=52d56551-a3ae-4865-80f9-bef8191cfdce HTTP/1.1" status: 200 len: 1097 time: 0.0454652 Jun 10 17:54:41.155974 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-839bd8d3-c86b-4f62-9a38-0ae90d3bb08d req-c5083add-7afd-4628-ad7b-e154492e3ad6 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1fe6bae-f696-454c-9ddd-b42164a1895b HTTP/1.1" status: 200 len: 217 time: 0.0345523 Jun 10 17:54:41.206888 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839bd8d3-c86b-4f62-9a38-0ae90d3bb08d req-f4c424c7-4ee8-469e-aabd-841c032169d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:41.208326 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-839bd8d3-c86b-4f62-9a38-0ae90d3bb08d req-f4c424c7-4ee8-469e-aabd-841c032169d2 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=00c8bf72-bb24-44ab-9fd7-9e0654aad089 HTTP/1.1" status: 200 len: 848 time: 0.0447001 Jun 10 17:54:41.221229 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11426e0-6669-485b-a606-5e4cdb74a9c7 req-fafb0a0c-b0b9-4be8-9675-fa2eac2be69a tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:41.222695 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-c11426e0-6669-485b-a606-5e4cdb74a9c7 req-fafb0a0c-b0b9-4be8-9675-fa2eac2be69a tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d56551-a3ae-4865-80f9-bef8191cfdce HTTP/1.1" status: 200 len: 944 time: 0.0488904 Jun 10 17:54:41.262561 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-c11426e0-6669-485b-a606-5e4cdb74a9c7 req-8756f956-e541-4820-8b15-2dc2be223991 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e9f924d-dfc3-4b3a-8e4b-29ff6169dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336494 Jun 10 17:54:41.262780 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839bd8d3-c86b-4f62-9a38-0ae90d3bb08d req-bff0e3b6-7cc6-49b5-919d-da0db4caf973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:41.264266 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-839bd8d3-c86b-4f62-9a38-0ae90d3bb08d req-bff0e3b6-7cc6-49b5-919d-da0db4caf973 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=941f4dd1-1cd2-4690-90b4-a39f7dd10700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0438972 Jun 10 17:54:41.358810 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-839bd8d3-c86b-4f62-9a38-0ae90d3bb08d req-a5a00170-83db-4ee2-8b55-fb9d68e4c787 service neutron] 10.222.0.27 "GET /v2.0/networks/941f4dd1-1cd2-4690-90b4-a39f7dd10700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846138 Jun 10 17:54:41.450644 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-839bd8d3-c86b-4f62-9a38-0ae90d3bb08d req-91e05aaa-9453-4e45-a344-53b6d4229c3e service neutron] 10.222.0.27 "GET /v2.0/networks/941f4dd1-1cd2-4690-90b4-a39f7dd10700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843835 Jun 10 17:54:41.642686 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e302eed-d165-4484-8a8d-c4ca6d92ad3f req-1c475cdb-82da-4b17-9e5e-8985f0306cc0 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:41.644128 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-0e302eed-d165-4484-8a8d-c4ca6d92ad3f req-1c475cdb-82da-4b17-9e5e-8985f0306cc0 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7c451ff-0de1-443d-a8eb-65b02a664a48 HTTP/1.1" status: 200 len: 945 time: 0.0479290 Jun 10 17:54:41.681611 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-0e302eed-d165-4484-8a8d-c4ca6d92ad3f req-a9f5ef0a-70bc-4eea-8af9-fd300bed67d2 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cbb772-b94c-4a26-be61-ada0eec3eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314133 Jun 10 17:54:41.766880 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-9e937c9f-4d57-47ec-81ad-8e77ea25145e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:42.380514 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd670d-a49e-46c6-b411-8c7b11f3618d req-f98751af-09ff-4186-a248-5fb1239300d8 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:42.381989 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-31bd670d-a49e-46c6-b411-8c7b11f3618d req-f98751af-09ff-4186-a248-5fb1239300d8 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d56551-a3ae-4865-80f9-bef8191cfdce HTTP/1.1" status: 200 len: 944 time: 0.0516276 Jun 10 17:54:42.467032 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-31bd670d-a49e-46c6-b411-8c7b11f3618d req-c9dd2d59-3d70-4e55-9447-f5d240a20fa4 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e9f924d-dfc3-4b3a-8e4b-29ff6169dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788853 Jun 10 17:54:42.583488 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 48534) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:54:42.683836 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-5faec419-cedc-4cad-8330-fa56dfb09ec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:42.757264 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-5faec419-cedc-4cad-8330-fa56dfb09ec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:42.799685 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f5c9c1-a5ac-42c8-8c41-fc349052b462 req-e1de403f-d381-4a73-b937-dbf3a62a4951 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:42.801135 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-a9f5c9c1-a5ac-42c8-8c41-fc349052b462 req-e1de403f-d381-4a73-b937-dbf3a62a4951 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7c451ff-0de1-443d-a8eb-65b02a664a48 HTTP/1.1" status: 200 len: 945 time: 0.0478575 Jun 10 17:54:42.826097 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-5faec419-cedc-4cad-8330-fa56dfb09ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:42.838790 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-a9f5c9c1-a5ac-42c8-8c41-fc349052b462 req-233d45cb-bb79-4be6-b26b-521b7164c993 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cbb772-b94c-4a26-be61-ada0eec3eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310695 Jun 10 17:54:42.861981 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faec419-cedc-4cad-8330-fa56dfb09ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e81b9a7b-6351-418d-b740-bb27feb24a32,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:54:42.869345 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-5faec419-cedc-4cad-8330-fa56dfb09ec1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8a62729c1ae24823829cba2831e5b0d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2848461 Jun 10 17:54:42.878434 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 48540) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:54:42.923488 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-7a0f3ebc-9193-490c-bf21-943f18782f07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:42.944276 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-7a0f3ebc-9193-490c-bf21-943f18782f07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:43.098381 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a5a6984-4625-4674-bdbb-a7ccf76cac14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:43.098917 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-7a0f3ebc-9193-490c-bf21-943f18782f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:43.101099 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-7a0f3ebc-9193-490c-bf21-943f18782f07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:43.102256 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-7a0f3ebc-9193-490c-bf21-943f18782f07 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e81b9a7b-6351-418d-b740-bb27feb24a32 HTTP/1.1" status: 204 len: 168 time: 0.2292845 Jun 10 17:54:43.111039 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0f3ebc-9193-490c-bf21-943f18782f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e81b9a7b-6351-418d-b740-bb27feb24a32,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:54:43.581183 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db08f2-c1d6-4de9-a5ce-fcffdd2cf2b8 req-af338b5f-04cc-414c-bec4-25881ec44fe3 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:43.582670 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-34db08f2-c1d6-4de9-a5ce-fcffdd2cf2b8 req-af338b5f-04cc-414c-bec4-25881ec44fe3 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d56551-a3ae-4865-80f9-bef8191cfdce HTTP/1.1" status: 200 len: 944 time: 0.0492413 Jun 10 17:54:43.621803 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-34db08f2-c1d6-4de9-a5ce-fcffdd2cf2b8 req-b65ab3ea-fb01-4e31-bcec-8942ae11d1d4 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e9f924d-dfc3-4b3a-8e4b-29ff6169dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322812 Jun 10 17:54:43.707276 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 48548) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:54:43.720697 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-41b7c218-f9d4-4fc0-8fac-0c35da3f2b3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:43.792492 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-41b7c218-f9d4-4fc0-8fac-0c35da3f2b3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:43.869768 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-41b7c218-f9d4-4fc0-8fac-0c35da3f2b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:43.906534 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-41b7c218-f9d4-4fc0-8fac-0c35da3f2b3b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3386326dae964e2a8e8ffab3ff3c7f0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1981616 Jun 10 17:54:43.909420 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 48552) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:54:43.911133 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b7c218-f9d4-4fc0-8fac-0c35da3f2b3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19bde08b-3909-4b8e-b6d3-857bb0df0f1a,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:54:43.949866 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:43.995750 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3dc6e4-b140-45f4-bdac-f12a8c8ab08e req-8e2b113b-1753-494b-8e60-4c5ba053550d tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:43.997202 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-3e3dc6e4-b140-45f4-bdac-f12a8c8ab08e req-8e2b113b-1753-494b-8e60-4c5ba053550d tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7c451ff-0de1-443d-a8eb-65b02a664a48 HTTP/1.1" status: 200 len: 945 time: 0.0803287 Jun 10 17:54:44.012488 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-09a829df-d088-4817-ad4a-81a07339e302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:44.049339 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-09a829df-d088-4817-ad4a-81a07339e302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:44.060021 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-3e3dc6e4-b140-45f4-bdac-f12a8c8ab08e req-522f0ba0-a26b-4a34-8b2e-3b51127b0ee9 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cbb772-b94c-4a26-be61-ada0eec3eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0557828 Jun 10 17:54:44.174949 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-09a829df-d088-4817-ad4a-81a07339e302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:44.177460 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-09a829df-d088-4817-ad4a-81a07339e302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:44.178651 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-09a829df-d088-4817-ad4a-81a07339e302 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/19bde08b-3909-4b8e-b6d3-857bb0df0f1a HTTP/1.1" status: 204 len: 168 time: 0.2680187 Jun 10 17:54:44.186690 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a829df-d088-4817-ad4a-81a07339e302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19bde08b-3909-4b8e-b6d3-857bb0df0f1a,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:54:44.733987 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55516f52-7ac7-4216-be0c-0dbed4d3e6c7 req-400519e1-4747-419e-9fd9-857e665c74ab tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:44.735482 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-55516f52-7ac7-4216-be0c-0dbed4d3e6c7 req-400519e1-4747-419e-9fd9-857e665c74ab tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d56551-a3ae-4865-80f9-bef8191cfdce HTTP/1.1" status: 200 len: 944 time: 0.0489237 Jun 10 17:54:44.777764 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-55516f52-7ac7-4216-be0c-0dbed4d3e6c7 req-1392f465-d7ac-4482-9647-e0fdf422cc51 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e9f924d-dfc3-4b3a-8e4b-29ff6169dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363245 Jun 10 17:54:45.177141 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e21cff-b9e7-4e0a-84b5-e2b5c8f08c92 req-5b739bdd-23d3-4158-951f-a22aa8b205bf tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:45.178579 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-62e21cff-b9e7-4e0a-84b5-e2b5c8f08c92 req-5b739bdd-23d3-4158-951f-a22aa8b205bf tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7c451ff-0de1-443d-a8eb-65b02a664a48 HTTP/1.1" status: 200 len: 945 time: 0.0487969 Jun 10 17:54:45.216501 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-62e21cff-b9e7-4e0a-84b5-e2b5c8f08c92 req-8fe0a46c-e657-460a-9e12-a9f8ba79a561 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cbb772-b94c-4a26-be61-ada0eec3eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311246 Jun 10 17:54:45.890462 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ab697-148b-477d-b41c-2c2dd0456771 req-6ea9f119-efda-4c01-962c-1da64440ef6f tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:45.891922 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d43ab697-148b-477d-b41c-2c2dd0456771 req-6ea9f119-efda-4c01-962c-1da64440ef6f tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d56551-a3ae-4865-80f9-bef8191cfdce HTTP/1.1" status: 200 len: 944 time: 0.0482733 Jun 10 17:54:45.930082 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d43ab697-148b-477d-b41c-2c2dd0456771 req-99f1a819-2651-42d3-8da7-907bf86e4c81 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e9f924d-dfc3-4b3a-8e4b-29ff6169dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321755 Jun 10 17:54:46.344243 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94413de-4d49-443a-b3bd-262f0912bff6 req-0ecd4803-8cc5-47ad-ac35-f8988bf58aba tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:46.345696 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f94413de-4d49-443a-b3bd-262f0912bff6 req-0ecd4803-8cc5-47ad-ac35-f8988bf58aba tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7c451ff-0de1-443d-a8eb-65b02a664a48 HTTP/1.1" status: 200 len: 945 time: 0.0490584 Jun 10 17:54:46.390193 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f94413de-4d49-443a-b3bd-262f0912bff6 req-4707bfbb-c7b6-4650-920c-6ad03fc74b34 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cbb772-b94c-4a26-be61-ada0eec3eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382817 Jun 10 17:54:47.043016 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782abb0-a444-4922-b6ec-3d17b4257693 req-08bd5101-c441-44ba-8c36-995b48e4bec8 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:47.044455 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-3782abb0-a444-4922-b6ec-3d17b4257693 req-08bd5101-c441-44ba-8c36-995b48e4bec8 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d56551-a3ae-4865-80f9-bef8191cfdce HTTP/1.1" status: 200 len: 944 time: 0.0475302 Jun 10 17:54:47.082949 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-3782abb0-a444-4922-b6ec-3d17b4257693 req-4bf6ba0e-9027-4e8d-b174-76096cb08b2a tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e9f924d-dfc3-4b3a-8e4b-29ff6169dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323198 Jun 10 17:54:47.509445 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7797473-0cf6-42f0-b016-d728cba4a711 req-0382410a-b10c-4455-850d-a078ca8f3e16 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:47.510710 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-a7797473-0cf6-42f0-b016-d728cba4a711 req-0382410a-b10c-4455-850d-a078ca8f3e16 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7c451ff-0de1-443d-a8eb-65b02a664a48 HTTP/1.1" status: 200 len: 945 time: 0.0483189 Jun 10 17:54:47.548036 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-a7797473-0cf6-42f0-b016-d728cba4a711 req-6cc6d4e6-4b79-4874-883c-e984f86a394e tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cbb772-b94c-4a26-be61-ada0eec3eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315969 Jun 10 17:54:48.195782 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6c3763-c3e8-453d-986a-a230e7b048ae req-c81672d2-ee40-4924-97b8-623a110c413a tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:48.197240 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-4c6c3763-c3e8-453d-986a-a230e7b048ae req-c81672d2-ee40-4924-97b8-623a110c413a tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d56551-a3ae-4865-80f9-bef8191cfdce HTTP/1.1" status: 200 len: 944 time: 0.0483387 Jun 10 17:54:48.238919 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-4c6c3763-c3e8-453d-986a-a230e7b048ae req-7921198c-ea76-481b-bf8b-5743eff873f3 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e9f924d-dfc3-4b3a-8e4b-29ff6169dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356150 Jun 10 17:54:48.666739 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eca2f1-0a63-4bb2-ad7e-b10288bd8c5f req-75d760a6-8fc6-4361-9ead-784330ceeefb tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:48.668178 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-e5eca2f1-0a63-4bb2-ad7e-b10288bd8c5f req-75d760a6-8fc6-4361-9ead-784330ceeefb tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7c451ff-0de1-443d-a8eb-65b02a664a48 HTTP/1.1" status: 200 len: 945 time: 0.0479803 Jun 10 17:54:48.705043 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-e5eca2f1-0a63-4bb2-ad7e-b10288bd8c5f req-e50c1fd6-3965-4ef8-9eaf-c24d984cba05 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cbb772-b94c-4a26-be61-ada0eec3eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307586 Jun 10 17:54:48.837797 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:49.350376 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b73f40-d6fb-4737-aeba-ac6c7f0e79c2 req-b78c49d7-a467-450e-8a94-6d6059a663cf tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:49.352012 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-93b73f40-d6fb-4737-aeba-ac6c7f0e79c2 req-b78c49d7-a467-450e-8a94-6d6059a663cf tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d56551-a3ae-4865-80f9-bef8191cfdce HTTP/1.1" status: 200 len: 944 time: 0.0487275 Jun 10 17:54:49.389822 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-93b73f40-d6fb-4737-aeba-ac6c7f0e79c2 req-828c81b7-8d15-4965-bd56-5fc957837741 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e9f924d-dfc3-4b3a-8e4b-29ff6169dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316491 Jun 10 17:54:49.437248 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device b1fe6bae-f696-454c-9ddd-b42164a1895b details requested by agent hyperv_hv-cinder-xena0 with host hv-cinder-xena0 {{(pid=114530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 10 17:54:49.575244 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.db.resource_extend [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 10 17:54:49.650895 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port b1fe6bae-f696-454c-9ddd-b42164a1895b, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=b1fe6bae-f696-454c-9ddd-b42164a1895b,segment=NetworkSegment(09b97ff2-f6f8-4f11-854d-e6fd79ad39c7),segment_id=09b97ff2-f6f8-4f11-854d-e6fd79ad39c7)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:54:49.662145 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Returning: {'device': 'b1fe6bae-f696-454c-9ddd-b42164a1895b', 'network_id': '941f4dd1-1cd2-4690-90b4-a39f7dd10700', 'port_id': 'b1fe6bae-f696-454c-9ddd-b42164a1895b', 'mac_address': 'fa:16:3e:08:e5:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00c8bf72-bb24-44ab-9fd7-9e0654aad089', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 10 17:54:49.703654 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Current status of the port b1fe6bae-f696-454c-9ddd-b42164a1895b is: DOWN; New status is: BUILD {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:54:49.704045 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:49.716471 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.notifiers.nova [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1fe6bae-f696-454c-9ddd-b42164a1895b {{(pid=114530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 10 17:54:49.735786 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port b1fe6bae-f696-454c-9ddd-b42164a1895b, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=b1fe6bae-f696-454c-9ddd-b42164a1895b,segment=NetworkSegment(09b97ff2-f6f8-4f11-854d-e6fd79ad39c7),segment_id=09b97ff2-f6f8-4f11-854d-e6fd79ad39c7)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:54:49.815015 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:49.825716 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f761c315-183c-44cb-89f9-b5b5430c8900 req-d099f223-e749-4bcf-9c81-f3f10cbec285 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:49.827260 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f761c315-183c-44cb-89f9-b5b5430c8900 req-d099f223-e749-4bcf-9c81-f3f10cbec285 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7c451ff-0de1-443d-a8eb-65b02a664a48 HTTP/1.1" status: 200 len: 945 time: 0.0492427 Jun 10 17:54:49.861215 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Pushing event updated for resources: {'Port': ['ID=b1fe6bae-f696-454c-9ddd-b42164a1895b,revision_number=4']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:54:49.868789 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f761c315-183c-44cb-89f9-b5b5430c8900 req-a667bd98-f8bd-458f-aba6-769b521b8edb tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cbb772-b94c-4a26-be61-ada0eec3eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353398 Jun 10 17:54:50.204267 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] get_ports_and_sgs() called for port_ids ['b1fe6bae-f696-454c-9ddd-b42164a1895b'] {{(pid=114530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 10 17:54:50.502999 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c5b41-b54e-4a27-aea0-4480b4a3ea95 req-e7b9fed3-ea88-4b3c-ab71-0076361a2811 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:50.504435 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d67c5b41-b54e-4a27-aea0-4480b4a3ea95 req-e7b9fed3-ea88-4b3c-ab71-0076361a2811 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d56551-a3ae-4865-80f9-bef8191cfdce HTTP/1.1" status: 200 len: 945 time: 0.0483994 Jun 10 17:54:50.541160 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d67c5b41-b54e-4a27-aea0-4480b4a3ea95 req-05f6c1f7-5959-4f97-a9a7-895b4e3790f8 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e9f924d-dfc3-4b3a-8e4b-29ff6169dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308428 Jun 10 17:54:50.546323 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.agents_db [None req-a7dfe2cf-50d1-49ca-b1ce-2a181a6e45d3 None None] Agent healthcheck: found 6 active agents {{(pid=114531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 10 17:54:50.988445 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7328471-b7c6-46b1-a290-8fc376d6a991 req-719063d5-96ef-4c98-82b4-05e487b4360a tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:50.989866 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d7328471-b7c6-46b1-a290-8fc376d6a991 req-719063d5-96ef-4c98-82b4-05e487b4360a tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7c451ff-0de1-443d-a8eb-65b02a664a48 HTTP/1.1" status: 200 len: 945 time: 0.0493701 Jun 10 17:54:51.029299 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d7328471-b7c6-46b1-a290-8fc376d6a991 req-ad25b741-1a16-45b2-af95-e936fe109ec8 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cbb772-b94c-4a26-be61-ada0eec3eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324569 Jun 10 17:54:51.436645 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device b1fe6bae-f696-454c-9ddd-b42164a1895b up at agent hyperv_hv-cinder-xena0 {{(pid=114530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 17:54:51.534822 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Provisioning for port b1fe6bae-f696-454c-9ddd-b42164a1895b completed by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 17:54:51.539463 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Provisioning complete for port b1fe6bae-f696-454c-9ddd-b42164a1895b triggered by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:54:51.539841 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:51.620852 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Current status of the port b1fe6bae-f696-454c-9ddd-b42164a1895b is: BUILD; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:54:51.621243 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:51.643175 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52d56551-a3ae-4865-80f9-bef8191cfdce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1fe6bae-f696-454c-9ddd-b42164a1895b'}] {{(pid=114530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:54:51.645416 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059d8b929bb81300c707de1c8675048d791f282ce62f1c2c108741a8dfb2b754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0182c52-f241-4824-bc8d-913b0bd03ad9" -d '{"events": [{"server_uuid": "52d56551-a3ae-4865-80f9-bef8191cfdce", "name": "network-vif-plugged", "status": "completed", "tag": "b1fe6bae-f696-454c-9ddd-b42164a1895b"}]}' {{(pid=114530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:54:51.656248 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c7bc0e-c9ae-4ae5-acba-55d725070c04 req-aa267bed-be41-4e32-a492-ed3fa35fdc5f tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:51.657718 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-19c7bc0e-c9ae-4ae5-acba-55d725070c04 req-aa267bed-be41-4e32-a492-ed3fa35fdc5f tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d56551-a3ae-4865-80f9-bef8191cfdce HTTP/1.1" status: 200 len: 945 time: 0.0495794 Jun 10 17:54:51.661614 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port b1fe6bae-f696-454c-9ddd-b42164a1895b, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=b1fe6bae-f696-454c-9ddd-b42164a1895b,segment=NetworkSegment(09b97ff2-f6f8-4f11-854d-e6fd79ad39c7),segment_id=09b97ff2-f6f8-4f11-854d-e6fd79ad39c7)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:54:51.682774 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Jun 2022 17:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57820dab-f2de-4d7e-b1df-8850cacf1eb5 x-openstack-request-id: req-57820dab-f2de-4d7e-b1df-8850cacf1eb5 {{(pid=114530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:54:51.683075 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52d56551-a3ae-4865-80f9-bef8191cfdce", "name": "network-vif-plugged", "status": "completed", "tag": "b1fe6bae-f696-454c-9ddd-b42164a1895b", "code": 200}]} {{(pid=114530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:54:51.683324 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-57820dab-f2de-4d7e-b1df-8850cacf1eb5 {{(pid=114530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:54:51.683720 dv-cinder-xena-3-iscsi neutron-server[114530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57820dab-f2de-4d7e-b1df-8850cacf1eb5'] response: {'server_uuid': '52d56551-a3ae-4865-80f9-bef8191cfdce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1fe6bae-f696-454c-9ddd-b42164a1895b', 'code': 200} Jun 10 17:54:51.698546 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-19c7bc0e-c9ae-4ae5-acba-55d725070c04 req-ac8960a1-1204-44d2-b2b2-f2708c4800ab tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e9f924d-dfc3-4b3a-8e4b-29ff6169dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342989 Jun 10 17:54:51.729377 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:51.777379 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Pushing event updated for resources: {'Port': ['ID=b1fe6bae-f696-454c-9ddd-b42164a1895b,revision_number=5']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:54:52.095489 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbde057f-f641-4435-a00c-a02c6244933e req-76433380-b2f3-4f8c-b7a9-834383a47ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:52.096965 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-fbde057f-f641-4435-a00c-a02c6244933e req-76433380-b2f3-4f8c-b7a9-834383a47ca6 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=52d56551-a3ae-4865-80f9-bef8191cfdce HTTP/1.1" status: 200 len: 1099 time: 0.0401328 Jun 10 17:54:52.134298 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-fbde057f-f641-4435-a00c-a02c6244933e req-2c150fcf-b3d7-4de7-8d12-50cf8411bb59 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=9e9f924d-dfc3-4b3a-8e4b-29ff6169dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281904 Jun 10 17:54:52.152517 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a57779f-136d-46d5-a869-337ab61aa8af req-866f2a72-ab2b-440d-b8cb-85c7e6a2170b tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:52.153981 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-8a57779f-136d-46d5-a869-337ab61aa8af req-866f2a72-ab2b-440d-b8cb-85c7e6a2170b tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7c451ff-0de1-443d-a8eb-65b02a664a48 HTTP/1.1" status: 200 len: 945 time: 0.0492065 Jun 10 17:54:52.192156 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-8a57779f-136d-46d5-a869-337ab61aa8af req-14847737-ce47-4d2a-985b-145164a1dddf tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cbb772-b94c-4a26-be61-ada0eec3eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320849 Jun 10 17:54:52.828250 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32cb259-7d9f-4761-abd7-9a27834451b6 req-14001e3b-6b61-4d17-b172-9052704b9879 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:52.829749 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-c32cb259-7d9f-4761-abd7-9a27834451b6 req-14001e3b-6b61-4d17-b172-9052704b9879 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d56551-a3ae-4865-80f9-bef8191cfdce HTTP/1.1" status: 200 len: 946 time: 0.0591817 Jun 10 17:54:52.867876 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-c32cb259-7d9f-4761-abd7-9a27834451b6 req-8d354e7f-9204-4e0c-b31e-1cd435e4930d tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e9f924d-dfc3-4b3a-8e4b-29ff6169dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319645 Jun 10 17:54:53.472381 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa494a54-b82d-443b-b561-a2471e35171c req-87c8cdd0-1a49-4874-b0a0-0ba058b55082 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:53.473847 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-fa494a54-b82d-443b-b561-a2471e35171c req-87c8cdd0-1a49-4874-b0a0-0ba058b55082 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7c451ff-0de1-443d-a8eb-65b02a664a48 HTTP/1.1" status: 200 len: 945 time: 0.0487742 Jun 10 17:54:53.514627 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-fa494a54-b82d-443b-b561-a2471e35171c req-0f20851f-ea3c-4280-ae60-b73cf97aa22e tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cbb772-b94c-4a26-be61-ada0eec3eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338480 Jun 10 17:54:53.981017 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92637b43-205a-4845-b25d-9852279fe4a4 req-a8949e3e-95fc-4847-affc-38bd2501bd15 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:53.982505 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-92637b43-205a-4845-b25d-9852279fe4a4 req-a8949e3e-95fc-4847-affc-38bd2501bd15 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d56551-a3ae-4865-80f9-bef8191cfdce HTTP/1.1" status: 200 len: 946 time: 0.0475984 Jun 10 17:54:54.019612 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-92637b43-205a-4845-b25d-9852279fe4a4 req-cbf75a16-88d8-490f-bfb3-af1548b16f5c tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e9f924d-dfc3-4b3a-8e4b-29ff6169dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311730 Jun 10 17:54:54.134020 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab259c78-eeea-421e-b819-242cc39d9093 req-27a94bd4-4ee2-4a25-a9cc-9e526f6f0d6e tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:54.135517 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ab259c78-eeea-421e-b819-242cc39d9093 req-27a94bd4-4ee2-4a25-a9cc-9e526f6f0d6e tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d56551-a3ae-4865-80f9-bef8191cfdce HTTP/1.1" status: 200 len: 946 time: 0.0487072 Jun 10 17:54:54.173357 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ab259c78-eeea-421e-b819-242cc39d9093 req-2c8b2278-a265-4ad0-9286-661792002b23 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e9f924d-dfc3-4b3a-8e4b-29ff6169dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318868 Jun 10 17:54:54.194418 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 48708) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:54:54.380538 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864879b8-c8b2-48ca-afe6-ff2205bfd9f8 tempest-TestShelveInstance-1902893090 tempest-TestShelveInstance-1902893090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:54.382635 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-864879b8-c8b2-48ca-afe6-ff2205bfd9f8 tempest-TestShelveInstance-1902893090 tempest-TestShelveInstance-1902893090-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=52d56551-a3ae-4865-80f9-bef8191cfdce HTTP/1.1" status: 200 len: 1094 time: 0.1869984 Jun 10 17:54:54.385534 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 48718) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:54:54.389746 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.v2.base [None req-c514572f-c241-4f7c-8d0f-76dce430d955 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Request body: {'floatingip': {'floating_network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'port_id': 'b1fe6bae-f696-454c-9ddd-b42164a1895b', 'tenant_id': '6d6dbdef4a8846949d0237616b9700d4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=114529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:54:54.477682 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-c514572f-c241-4f7c-8d0f-76dce430d955 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Notify callbacks [] for floatingip, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:54.579732 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-c514572f-c241-4f7c-8d0f-76dce430d955 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:54.706966 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc812c-ea92-4488-940b-320ffee75f50 req-43268e9b-60f5-4085-b081-df32a0ab5809 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:54.708417 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-bcfc812c-ea92-4488-940b-320ffee75f50 req-43268e9b-60f5-4085-b081-df32a0ab5809 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7c451ff-0de1-443d-a8eb-65b02a664a48 HTTP/1.1" status: 200 len: 945 time: 0.1207800 Jun 10 17:54:54.756854 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.db_base_plugin_common [None req-c514572f-c241-4f7c-8d0f-76dce430d955 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Allocated IP 172.37.5.248 (8c026026-8e05-41b4-990c-0815c0c24f4f/e3db4be6-a2be-4d68-ab1f-8754e6ee5b68/d79cce8b-e538-4144-8d8f-2f136e0e57c1) {{(pid=114529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 17:54:54.768770 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-bcfc812c-ea92-4488-940b-320ffee75f50 req-e40c7f88-1bc6-470c-8143-3b83b91bbe2c tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cbb772-b94c-4a26-be61-ada0eec3eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0537894 Jun 10 17:54:54.864769 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-c514572f-c241-4f7c-8d0f-76dce430d955 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Notify callbacks [] for port, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:54.963764 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-c514572f-c241-4f7c-8d0f-76dce430d955 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764020614705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263063011'] for port, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:54.998922 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c514572f-c241-4f7c-8d0f-76dce430d955 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Network 8c026026-8e05-41b4-990c-0815c0c24f4f is already hosted by enough agents. {{(pid=114529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:54:55.001598 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.base_scheduler [None req-c514572f-c241-4f7c-8d0f-76dce430d955 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Resources bound (agent type, host, resource id): {{(pid=114529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:54:55.004947 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c514572f-c241-4f7c-8d0f-76dce430d955 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Received port after_create {{(pid=114529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 10 17:54:55.030122 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c514572f-c241-4f7c-8d0f-76dce430d955 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Pushing event updated for resources: {'Port': ['ID=d79cce8b-e538-4144-8d8f-2f136e0e57c1,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:54:55.357595 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-c514572f-c241-4f7c-8d0f-76dce430d955 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:55.471756 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device 5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c details requested by agent hyperv_hv-cinder-xena0 with host hv-cinder-xena0 {{(pid=114530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 10 17:54:55.490578 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-c514572f-c241-4f7c-8d0f-76dce430d955 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:55.578662 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port 5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c,segment=NetworkSegment(20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a),segment_id=20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:54:55.591693 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Returning: {'device': '5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c', 'network_id': '272ad309-eaf3-4f81-8366-f3ca4e7cfed0', 'port_id': '5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c', 'mac_address': 'fa:16:3e:14:93:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88a38658-7809-4abe-b052-dc4be9423e4c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 10 17:54:55.632220 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Current status of the port 5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c is: ACTIVE; New status is: BUILD {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:54:55.632606 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:55.650494 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.notifiers.nova [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c {{(pid=114530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 10 17:54:55.656940 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-c514572f-c241-4f7c-8d0f-76dce430d955 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Notify callbacks [] for port, precommit_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:55.670544 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port 5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c,segment=NetworkSegment(20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a),segment_id=20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:54:55.729154 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-c514572f-c241-4f7c-8d0f-76dce430d955 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263062808'] for port, after_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:55.755628 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:55.803182 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c514572f-c241-4f7c-8d0f-76dce430d955 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Pushing event updated for resources: {'Port': ['ID=d79cce8b-e538-4144-8d8f-2f136e0e57c1,revision_number=2']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:54:55.804449 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Pushing event updated for resources: {'Port': ['ID=5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c,revision_number=6']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:54:55.817833 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-c514572f-c241-4f7c-8d0f-76dce430d955 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-753974'] for floatingip, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:55.941415 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2466cb-f911-43ee-b2cb-e3ba6abacab0 req-4d687717-e7ad-405d-b107-4fbe6e7bdf16 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:55.942885 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ab2466cb-f911-43ee-b2cb-e3ba6abacab0 req-4d687717-e7ad-405d-b107-4fbe6e7bdf16 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7c451ff-0de1-443d-a8eb-65b02a664a48 HTTP/1.1" status: 200 len: 944 time: 0.0935106 Jun 10 17:54:55.959711 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] get_ports_and_sgs() called for port_ids ['5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c'] {{(pid=114530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 10 17:54:55.962763 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.db.l3_db [None req-c514572f-c241-4f7c-8d0f-76dce430d955 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Floating IP 7647e26a-de79-40c9-a86f-1aed2e63b245 associated. External IP: 172.37.5.248, port: b1fe6bae-f696-454c-9ddd-b42164a1895b. Jun 10 17:54:56.023376 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ab2466cb-f911-43ee-b2cb-e3ba6abacab0 req-bccfaeef-f7ed-49b6-bc69-79c316b3cf1e tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cbb772-b94c-4a26-be61-ada0eec3eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0735791 Jun 10 17:54:56.195759 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c514572f-c241-4f7c-8d0f-76dce430d955 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Router bd4250db-0eae-4705-be76-ecf342fee463 has already been hosted by L3 agent e04d2863-a40a-41db-9b2a-39042df37909 {{(pid=114529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 10 17:54:56.303884 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c514572f-c241-4f7c-8d0f-76dce430d955 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=114529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 10 17:54:56.315712 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc3b735-973b-4ee1-90c5-6e2b999fc91a None None] Sync routers for ids ['bd4250db-0eae-4705-be76-ecf342fee463'] in dv-cinder-xena-3-iscsi {{(pid=114530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 17:54:56.326225 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc3b735-973b-4ee1-90c5-6e2b999fc91a None None] Routers {'bd4250db-0eae-4705-be76-ecf342fee463'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:54:56.326877 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-4fc3b735-973b-4ee1-90c5-6e2b999fc91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:54:41Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['bd4250db-0eae-4705-be76-ecf342fee463'], 'active': True} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:54:56.371372 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-c514572f-c241-4f7c-8d0f-76dce430d955 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for floatingip, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:56.400437 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-c514572f-c241-4f7c-8d0f-76dce430d955 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0117316 Jun 10 17:54:56.400437 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52d56551-a3ae-4865-80f9-bef8191cfdce', 'tag': 'b1fe6bae-f696-454c-9ddd-b42164a1895b'}] {{(pid=114529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:54:56.401187 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}546b112a5b217dbfa88e609245cede7dd2905721b158f3f41c3dff8a3887b3c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7555ed-f8d4-417d-9a8e-5d71eb5e1658" -d '{"events": [{"name": "network-changed", "server_uuid": "52d56551-a3ae-4865-80f9-bef8191cfdce", "tag": "b1fe6bae-f696-454c-9ddd-b42164a1895b"}]}' {{(pid=114529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:54:56.438380 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvr_db [None req-4fc3b735-973b-4ee1-90c5-6e2b999fc91a None None] Set router bd4250db-0eae-4705-be76-ecf342fee463 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:54:56.438514 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Jun 2022 17:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14776b74-ec59-4852-a533-d06de5489079 x-openstack-request-id: req-14776b74-ec59-4852-a533-d06de5489079 {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:54:56.438514 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52d56551-a3ae-4865-80f9-bef8191cfdce", "tag": "b1fe6bae-f696-454c-9ddd-b42164a1895b", "status": "completed", "code": 200}]} {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:54:56.438514 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-14776b74-ec59-4852-a533-d06de5489079 {{(pid=114529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:54:56.439055 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14776b74-ec59-4852-a533-d06de5489079'] response: {'name': 'network-changed', 'server_uuid': '52d56551-a3ae-4865-80f9-bef8191cfdce', 'tag': 'b1fe6bae-f696-454c-9ddd-b42164a1895b', 'status': 'completed', 'code': 200} Jun 10 17:54:56.537151 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7555ed-f8d4-417d-9a8e-5d71eb5e1658 req-a58957e2-e343-40b2-bdba-d1c145c14f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:56.538678 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-6a7555ed-f8d4-417d-9a8e-5d71eb5e1658 req-a58957e2-e343-40b2-bdba-d1c145c14f76 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=6d6dbdef4a8846949d0237616b9700d4&device_id=52d56551-a3ae-4865-80f9-bef8191cfdce HTTP/1.1" status: 200 len: 1099 time: 0.0435114 Jun 10 17:54:56.633914 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7555ed-f8d4-417d-9a8e-5d71eb5e1658 req-d5926654-7844-43b9-b018-71130bb2a7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:56.635437 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-6a7555ed-f8d4-417d-9a8e-5d71eb5e1658 req-d5926654-7844-43b9-b018-71130bb2a7a6 service neutron] 10.222.0.27 "GET /v2.0/networks?id=941f4dd1-1cd2-4690-90b4-a39f7dd10700 HTTP/1.1" status: 200 len: 910 time: 0.0873659 Jun 10 17:54:56.663842 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-4fc3b735-973b-4ee1-90c5-6e2b999fc91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4250db-0eae-4705-be76-ecf342fee463', 'name': 'tempest-TestShelveInstance-1149551766-router', 'tenant_id': '6d6dbdef4a8846949d0237616b9700d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.88'}], 'enable_snat': True}, 'gw_port_id': '815b37c6-a14b-4e29-8c69-c8c6344186cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:59Z', 'updated_at': '2022-06-10T17:54:04Z', 'revision_number': 4, 'project_id': '6d6dbdef4a8846949d0237616b9700d4', 'gw_port': {'id': '815b37c6-a14b-4e29-8c69-c8c6344186cc', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4250db-0eae-4705-be76-ecf342fee463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:54:00Z', 'updated_at': '2022-06-10T17:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_floatingips': [{'id': '7647e26a-de79-40c9-a86f-1aed2e63b245', 'tenant_id': '6d6dbdef4a8846949d0237616b9700d4', 'floating_ip_address': '172.37.5.248', 'floating_network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'router_id': 'bd4250db-0eae-4705-be76-ecf342fee463', 'port_id': 'b1fe6bae-f696-454c-9ddd-b42164a1895b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '941f4dd1-1cd2-4690-90b4-a39f7dd10700', 'mac_address': 'fa:16:3e:08:e5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d56551-a3ae-4865-80f9-bef8191cfdce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-10T17:54:55Z', 'updated_at': '2022-06-10T17:54:55Z', 'revision_number': 0, 'project_id': '6d6dbdef4a8846949d0237616b9700d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '798ca802-6767-4af9-8a6a-9bb95fb7a0bb', 'name': '', 'network_id': '941f4dd1-1cd2-4690-90b4-a39f7dd10700', 'tenant_id': '6d6dbdef4a8846949d0237616b9700d4', 'mac_address': 'fa:16:3e:58:ce:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4250db-0eae-4705-be76-ecf342fee463', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '00c8bf72-bb24-44ab-9fd7-9e0654aad089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:54:03Z', 'updated_at': '2022-06-10T17:54:08Z', 'revision_number': 5, 'project_id': '6d6dbdef4a8846949d0237616b9700d4', 'subnets': [{'id': '00c8bf72-bb24-44ab-9fd7-9e0654aad089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:54:56.697641 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc3b735-973b-4ee1-90c5-6e2b999fc91a None None] Checking router: bd4250db-0eae-4705-be76-ecf342fee463 for host: dv-cinder-xena-3-iscsi {{(pid=114530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 17:54:56.706513 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc3b735-973b-4ee1-90c5-6e2b999fc91a None None] Routers {'bd4250db-0eae-4705-be76-ecf342fee463'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:54:56.707130 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-4fc3b735-973b-4ee1-90c5-6e2b999fc91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:54:41Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['bd4250db-0eae-4705-be76-ecf342fee463'], 'active': True} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:54:56.712315 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-6a7555ed-f8d4-417d-9a8e-5d71eb5e1658 req-34a72af0-1a01-4d49-95b5-edc1a90a6c9e service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1fe6bae-f696-454c-9ddd-b42164a1895b HTTP/1.1" status: 200 len: 1000 time: 0.0672195 Jun 10 17:54:56.765214 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7555ed-f8d4-417d-9a8e-5d71eb5e1658 req-a5d545c7-523a-4361-9f5a-6e826faef3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:56.766672 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-6a7555ed-f8d4-417d-9a8e-5d71eb5e1658 req-a5d545c7-523a-4361-9f5a-6e826faef3f2 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=00c8bf72-bb24-44ab-9fd7-9e0654aad089 HTTP/1.1" status: 200 len: 848 time: 0.0459995 Jun 10 17:54:56.819632 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7555ed-f8d4-417d-9a8e-5d71eb5e1658 req-7601fe69-a303-4654-b34f-600fa30083dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:56.819965 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvr_db [None req-4fc3b735-973b-4ee1-90c5-6e2b999fc91a None None] Set router bd4250db-0eae-4705-be76-ecf342fee463 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:54:56.822349 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-6a7555ed-f8d4-417d-9a8e-5d71eb5e1658 req-7601fe69-a303-4654-b34f-600fa30083dc service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=941f4dd1-1cd2-4690-90b4-a39f7dd10700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0420616 Jun 10 17:54:56.916267 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-6a7555ed-f8d4-417d-9a8e-5d71eb5e1658 req-dd1f49fe-a2be-45b4-a266-accfb4098bb1 service neutron] 10.222.0.27 "GET /v2.0/networks/941f4dd1-1cd2-4690-90b4-a39f7dd10700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863750 Jun 10 17:54:57.010318 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-6a7555ed-f8d4-417d-9a8e-5d71eb5e1658 req-52915d29-569a-4b2a-963f-727fbb1da55f service neutron] 10.222.0.27 "GET /v2.0/networks/941f4dd1-1cd2-4690-90b4-a39f7dd10700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828354 Jun 10 17:54:57.042204 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-4fc3b735-973b-4ee1-90c5-6e2b999fc91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4250db-0eae-4705-be76-ecf342fee463', 'name': 'tempest-TestShelveInstance-1149551766-router', 'tenant_id': '6d6dbdef4a8846949d0237616b9700d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.88'}], 'enable_snat': True}, 'gw_port_id': '815b37c6-a14b-4e29-8c69-c8c6344186cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:59Z', 'updated_at': '2022-06-10T17:54:04Z', 'revision_number': 4, 'project_id': '6d6dbdef4a8846949d0237616b9700d4', 'gw_port': {'id': '815b37c6-a14b-4e29-8c69-c8c6344186cc', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4250db-0eae-4705-be76-ecf342fee463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:54:00Z', 'updated_at': '2022-06-10T17:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_floatingips': [{'id': '7647e26a-de79-40c9-a86f-1aed2e63b245', 'tenant_id': '6d6dbdef4a8846949d0237616b9700d4', 'floating_ip_address': '172.37.5.248', 'floating_network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'router_id': 'bd4250db-0eae-4705-be76-ecf342fee463', 'port_id': 'b1fe6bae-f696-454c-9ddd-b42164a1895b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '941f4dd1-1cd2-4690-90b4-a39f7dd10700', 'mac_address': 'fa:16:3e:08:e5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d56551-a3ae-4865-80f9-bef8191cfdce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-10T17:54:55Z', 'updated_at': '2022-06-10T17:54:55Z', 'revision_number': 0, 'project_id': '6d6dbdef4a8846949d0237616b9700d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '798ca802-6767-4af9-8a6a-9bb95fb7a0bb', 'name': '', 'network_id': '941f4dd1-1cd2-4690-90b4-a39f7dd10700', 'tenant_id': '6d6dbdef4a8846949d0237616b9700d4', 'mac_address': 'fa:16:3e:58:ce:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4250db-0eae-4705-be76-ecf342fee463', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '00c8bf72-bb24-44ab-9fd7-9e0654aad089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:54:03Z', 'updated_at': '2022-06-10T17:54:08Z', 'revision_number': 5, 'project_id': '6d6dbdef4a8846949d0237616b9700d4', 'subnets': [{'id': '00c8bf72-bb24-44ab-9fd7-9e0654aad089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:54:57.072115 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc3b735-973b-4ee1-90c5-6e2b999fc91a None None] The sync data for ids ['bd4250db-0eae-4705-be76-ecf342fee463'] in dv-cinder-xena-3-iscsi is: [{'id': 'bd4250db-0eae-4705-be76-ecf342fee463', 'name': 'tempest-TestShelveInstance-1149551766-router', 'tenant_id': '6d6dbdef4a8846949d0237616b9700d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.88'}], 'enable_snat': True}, 'gw_port_id': '815b37c6-a14b-4e29-8c69-c8c6344186cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:59Z', 'updated_at': '2022-06-10T17:54:04Z', 'revision_number': 4, 'project_id': '6d6dbdef4a8846949d0237616b9700d4', 'gw_port': {'id': '815b37c6-a14b-4e29-8c69-c8c6344186cc', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4250db-0eae-4705-be76-ecf342fee463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:54:00Z', 'updated_at': '2022-06-10T17:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_floatingips': [{'id': '7647e26a-de79-40c9-a86f-1aed2e63b245', 'tenant_id': '6d6dbdef4a8846949d0237616b9700d4', 'floating_ip_address': '172.37.5.248', 'floating_network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'router_id': 'bd4250db-0eae-4705-be76-ecf342fee463', 'port_id': 'b1fe6bae-f696-454c-9ddd-b42164a1895b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '941f4dd1-1cd2-4690-90b4-a39f7dd10700', 'mac_address': 'fa:16:3e:08:e5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d56551-a3ae-4865-80f9-bef8191cfdce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-10T17:54:55Z', 'updated_at': '2022-06-10T17:54:55Z', 'revision_number': 0, 'project_id': '6d6dbdef4a8846949d0237616b9700d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '798ca802-6767-4af9-8a6a-9bb95fb7a0bb', 'name': '', 'network_id': '941f4dd1-1cd2-4690-90b4-a39f7dd10700', 'tenant_id': '6d6dbdef4a8846949d0237616b9700d4', 'mac_address': 'fa:16:3e:58:ce:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4250db-0eae-4705-be76-ecf342fee463', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '00c8bf72-bb24-44ab-9fd7-9e0654aad089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:54:03Z', 'updated_at': '2022-06-10T17:54:08Z', 'revision_number': 5, 'project_id': '6d6dbdef4a8846949d0237616b9700d4', 'subnets': [{'id': '00c8bf72-bb24-44ab-9fd7-9e0654aad089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 17:54:57.162833 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba5471-3f77-404c-8b0e-c8c6bc6bccca req-945c96b9-f9ef-454a-b667-d6cf64ed7a4e tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:57.162833 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-a9ba5471-3f77-404c-8b0e-c8c6bc6bccca req-945c96b9-f9ef-454a-b667-d6cf64ed7a4e tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7c451ff-0de1-443d-a8eb-65b02a664a48 HTTP/1.1" status: 200 len: 944 time: 0.0560071 Jun 10 17:54:57.196335 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 48750) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:54:57.205404 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-a9ba5471-3f77-404c-8b0e-c8c6bc6bccca req-16ad5ad9-c767-4e08-8f1b-f5ad34118079 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cbb772-b94c-4a26-be61-ada0eec3eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379059 Jun 10 17:54:57.295520 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d651f78-5733-4fe9-adb4-1321c000d17a None None] New status for floating IP 7647e26a-de79-40c9-a86f-1aed2e63b245: ACTIVE {{(pid=114531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 17:54:57.325585 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-c40e76ab-2227-45d7-9f02-b541d0cf9aa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:57.406418 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-c40e76ab-2227-45d7-9f02-b541d0cf9aa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:57.486822 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-c40e76ab-2227-45d7-9f02-b541d0cf9aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:57.493473 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device 5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c up at agent hyperv_hv-cinder-xena0 {{(pid=114530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 17:54:57.530379 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40e76ab-2227-45d7-9f02-b541d0cf9aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5179cdb-9ff9-4e75-8a7f-8bc428353821,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:54:57.535855 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-c40e76ab-2227-45d7-9f02-b541d0cf9aa6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9e4daf4ed4f14fe6bc820cc51db02abf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3384268 Jun 10 17:54:57.539792 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 48762) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:54:57.548999 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Provisioning complete for port 5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c triggered by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:54:57.549369 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:57.594646 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-81473e3c-f041-443a-a27b-45a26f1b9c91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:57.618080 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-81473e3c-f041-443a-a27b-45a26f1b9c91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:57.631102 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Current status of the port 5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c is: BUILD; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:54:57.631494 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:57.656633 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7c451ff-0de1-443d-a8eb-65b02a664a48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c'}] {{(pid=114530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:54:57.658908 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059d8b929bb81300c707de1c8675048d791f282ce62f1c2c108741a8dfb2b754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d17f7222-bf16-4796-aa1f-d8a91090a3d0" -d '{"events": [{"server_uuid": "e7c451ff-0de1-443d-a8eb-65b02a664a48", "name": "network-vif-plugged", "status": "completed", "tag": "5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c"}]}' {{(pid=114530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:54:57.677865 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port 5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c,segment=NetworkSegment(20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a),segment_id=20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:54:57.699314 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Jun 2022 17:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-574ea8e9-ebe4-4eba-9179-7603c7749b10 x-openstack-request-id: req-574ea8e9-ebe4-4eba-9179-7603c7749b10 {{(pid=114530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:54:57.699625 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7c451ff-0de1-443d-a8eb-65b02a664a48", "name": "network-vif-plugged", "status": "completed", "tag": "5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c", "code": 200}]} {{(pid=114530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:54:57.699903 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-574ea8e9-ebe4-4eba-9179-7603c7749b10 {{(pid=114530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:54:57.700293 dv-cinder-xena-3-iscsi neutron-server[114530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-574ea8e9-ebe4-4eba-9179-7603c7749b10'] response: {'server_uuid': 'e7c451ff-0de1-443d-a8eb-65b02a664a48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c', 'code': 200} Jun 10 17:54:57.768647 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-81473e3c-f041-443a-a27b-45a26f1b9c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:57.771300 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-81473e3c-f041-443a-a27b-45a26f1b9c91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:57.772445 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-81473e3c-f041-443a-a27b-45a26f1b9c91 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e5179cdb-9ff9-4e75-8a7f-8bc428353821 HTTP/1.1" status: 204 len: 168 time: 0.2313404 Jun 10 17:54:57.781545 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81473e3c-f041-443a-a27b-45a26f1b9c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5179cdb-9ff9-4e75-8a7f-8bc428353821,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:54:57.803133 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:57.853832 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Pushing event updated for resources: {'Port': ['ID=5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c,revision_number=7']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:54:58.350062 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aca6bb-ff47-4034-898d-303df3ff31a0 req-e2a7139f-4276-4a8d-8745-9d88be190a17 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:58.353155 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-60aca6bb-ff47-4034-898d-303df3ff31a0 req-e2a7139f-4276-4a8d-8745-9d88be190a17 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7c451ff-0de1-443d-a8eb-65b02a664a48 HTTP/1.1" status: 200 len: 945 time: 0.0688558 Jun 10 17:54:58.394212 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-60aca6bb-ff47-4034-898d-303df3ff31a0 req-474f124a-41eb-4554-ad1a-eaea693cd330 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cbb772-b94c-4a26-be61-ada0eec3eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343215 Jun 10 17:54:58.460424 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 48792) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:54:58.474222 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-a93c9451-d28e-4fb1-a1ab-6d5e68ead554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:58.556415 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-a93c9451-d28e-4fb1-a1ab-6d5e68ead554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:58.629721 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-a93c9451-d28e-4fb1-a1ab-6d5e68ead554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:58.669144 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93c9451-d28e-4fb1-a1ab-6d5e68ead554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78dc32a6-9dba-46e4-87c8-07b07d8461fc,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:54:58.685958 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-a93c9451-d28e-4fb1-a1ab-6d5e68ead554 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8b085ffb2fb34669a524be975e984b55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2243159 Jun 10 17:54:58.688295 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 48794) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:54:58.744042 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-11e3c0e3-0ffb-4fc4-9184-afb3d6df3c3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:58.768574 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-11e3c0e3-0ffb-4fc4-9184-afb3d6df3c3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:58.895124 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-11e3c0e3-0ffb-4fc4-9184-afb3d6df3c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:58.897601 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-11e3c0e3-0ffb-4fc4-9184-afb3d6df3c3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:58.898814 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-11e3c0e3-0ffb-4fc4-9184-afb3d6df3c3d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/78dc32a6-9dba-46e4-87c8-07b07d8461fc HTTP/1.1" status: 204 len: 168 time: 0.2095902 Jun 10 17:54:58.911279 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e3c0e3-0ffb-4fc4-9184-afb3d6df3c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78dc32a6-9dba-46e4-87c8-07b07d8461fc,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:54:59.529682 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ebde75-8725-4d27-98e8-cc986036b22e req-9e0330d1-7041-4941-95fc-8918f3496f1d tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:54:59.534750 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-a8ebde75-8725-4d27-98e8-cc986036b22e req-9e0330d1-7041-4941-95fc-8918f3496f1d tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7c451ff-0de1-443d-a8eb-65b02a664a48 HTTP/1.1" status: 200 len: 945 time: 0.0588975 Jun 10 17:54:59.582398 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-a8ebde75-8725-4d27-98e8-cc986036b22e req-7609a777-db88-4ea2-9642-4f6826bad17c tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cbb772-b94c-4a26-be61-ada0eec3eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421259 Jun 10 17:54:59.658633 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 48802) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:54:59.679421 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-30e56725-6f24-4e79-9499-4b142490fd2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:59.778077 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-30e56725-6f24-4e79-9499-4b142490fd2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:59.848957 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-30e56725-6f24-4e79-9499-4b142490fd2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:59.890346 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e56725-6f24-4e79-9499-4b142490fd2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a35abcd-389a-4a12-ada2-cab35d00f761,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:54:59.896916 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-30e56725-6f24-4e79-9499-4b142490fd2d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d83631de268d46afbe23499e4afec1c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2346802 Jun 10 17:54:59.897247 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 48804) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:54:59.950167 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-8cba7f5e-ba09-40d2-a653-97328a869139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:54:59.972955 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-8cba7f5e-ba09-40d2-a653-97328a869139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:00.075460 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-8cba7f5e-ba09-40d2-a653-97328a869139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:00.078633 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-8cba7f5e-ba09-40d2-a653-97328a869139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:00.082829 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-8cba7f5e-ba09-40d2-a653-97328a869139 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1a35abcd-389a-4a12-ada2-cab35d00f761 HTTP/1.1" status: 204 len: 168 time: 0.1823452 Jun 10 17:55:00.090627 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cba7f5e-ba09-40d2-a653-97328a869139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a35abcd-389a-4a12-ada2-cab35d00f761,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:55:00.722504 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ac606d-53dd-4430-af9b-f3cf0d35800a req-03f5859f-641c-40e0-9723-609bca370703 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:55:00.724340 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f3ac606d-53dd-4430-af9b-f3cf0d35800a req-03f5859f-641c-40e0-9723-609bca370703 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7c451ff-0de1-443d-a8eb-65b02a664a48 HTTP/1.1" status: 200 len: 945 time: 0.0554457 Jun 10 17:55:00.774330 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f3ac606d-53dd-4430-af9b-f3cf0d35800a req-8195e643-9f33-4dea-b46f-8e8cac4ed75f tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cbb772-b94c-4a26-be61-ada0eec3eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432384 Jun 10 17:55:01.928314 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36515df-1ddd-42f5-8953-b58c9eb8d856 req-0299991c-6131-4c09-8695-f0072059bb99 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:55:01.930498 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d36515df-1ddd-42f5-8953-b58c9eb8d856 req-0299991c-6131-4c09-8695-f0072059bb99 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7c451ff-0de1-443d-a8eb-65b02a664a48 HTTP/1.1" status: 200 len: 945 time: 0.0733120 Jun 10 17:55:01.975393 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d36515df-1ddd-42f5-8953-b58c9eb8d856 req-d6a8ba11-394b-4455-82fa-c96bd70a2b51 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cbb772-b94c-4a26-be61-ada0eec3eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379322 Jun 10 17:55:03.136218 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17716285-b052-49a9-8c4a-47aaa8088a50 req-96a81744-7584-4145-8d7c-3d2c3f07324d tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:55:03.140393 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-17716285-b052-49a9-8c4a-47aaa8088a50 req-96a81744-7584-4145-8d7c-3d2c3f07324d tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7c451ff-0de1-443d-a8eb-65b02a664a48 HTTP/1.1" status: 200 len: 945 time: 0.0645983 Jun 10 17:55:03.193739 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-17716285-b052-49a9-8c4a-47aaa8088a50 req-887d765a-d175-4d9d-af0a-e16b48718372 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cbb772-b94c-4a26-be61-ada0eec3eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449924 Jun 10 17:55:04.320133 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25fe5f-03a8-4b7b-ae81-0b6c2a47e66c req-5d1a7c41-5023-4af7-a3e5-b18ce81c3fa6 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:55:04.322138 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ca25fe5f-03a8-4b7b-ae81-0b6c2a47e66c req-5d1a7c41-5023-4af7-a3e5-b18ce81c3fa6 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7c451ff-0de1-443d-a8eb-65b02a664a48 HTTP/1.1" status: 200 len: 945 time: 0.0493257 Jun 10 17:55:04.360372 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ca25fe5f-03a8-4b7b-ae81-0b6c2a47e66c req-b0a0a094-dd4a-4b81-b12d-d0702b40e4f6 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cbb772-b94c-4a26-be61-ada0eec3eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319159 Jun 10 17:55:05.496047 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b73ab0c-2c00-4d5c-bb74-7019151ab71c req-7fdd8481-9a0e-4183-b2e8-cc3558dd4fe5 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:55:05.497679 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-2b73ab0c-2c00-4d5c-bb74-7019151ab71c req-7fdd8481-9a0e-4183-b2e8-cc3558dd4fe5 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7c451ff-0de1-443d-a8eb-65b02a664a48 HTTP/1.1" status: 200 len: 945 time: 0.0567877 Jun 10 17:55:05.807102 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-2b73ab0c-2c00-4d5c-bb74-7019151ab71c req-787fde28-fe5c-4f86-b738-adf0930e39cd tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cbb772-b94c-4a26-be61-ada0eec3eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3028917 Jun 10 17:55:06.959878 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b40cb8-3203-43cf-b689-722a9df051b3 req-9592ca73-8059-421f-ad01-70556887f13a tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:55:06.959878 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-83b40cb8-3203-43cf-b689-722a9df051b3 req-9592ca73-8059-421f-ad01-70556887f13a tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7c451ff-0de1-443d-a8eb-65b02a664a48 HTTP/1.1" status: 200 len: 945 time: 0.0636001 Jun 10 17:55:06.999920 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-83b40cb8-3203-43cf-b689-722a9df051b3 req-e40a37fa-d9d4-41ce-91db-bbe47fc8d033 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cbb772-b94c-4a26-be61-ada0eec3eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368776 Jun 10 17:55:08.153019 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec0747-c750-4625-858d-e5e26ebc7651 req-9c94f8c1-fd4a-4f9d-bc0d-e9d002d7a0c5 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:55:08.155383 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-4eec0747-c750-4625-858d-e5e26ebc7651 req-9c94f8c1-fd4a-4f9d-bc0d-e9d002d7a0c5 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7c451ff-0de1-443d-a8eb-65b02a664a48 HTTP/1.1" status: 200 len: 945 time: 0.0585144 Jun 10 17:55:08.224160 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-4eec0747-c750-4625-858d-e5e26ebc7651 req-b30f7305-da3f-4c1d-ada0-bd0ca211add7 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cbb772-b94c-4a26-be61-ada0eec3eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363300 Jun 10 17:55:08.386129 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-6683b3d0-72e7-406c-8a73-2b0e780d5b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:09.329785 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c34b4d-3387-4763-8538-e6208c0f45cd req-3b1a3437-c998-4745-b4c8-2d298e5852f1 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:55:09.331332 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-64c34b4d-3387-4763-8538-e6208c0f45cd req-3b1a3437-c998-4745-b4c8-2d298e5852f1 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7c451ff-0de1-443d-a8eb-65b02a664a48 HTTP/1.1" status: 200 len: 945 time: 0.0511408 Jun 10 17:55:09.369225 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-64c34b4d-3387-4763-8538-e6208c0f45cd req-011ceeae-befe-4a0d-afc0-f55566aaaf51 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cbb772-b94c-4a26-be61-ada0eec3eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310907 Jun 10 17:55:09.377032 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07227d07-8f5f-4fc2-ae9b-9ace085ab997 req-b983add1-6891-4e69-9063-9adb575e3887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:55:09.378638 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-07227d07-8f5f-4fc2-ae9b-9ace085ab997 req-b983add1-6891-4e69-9063-9adb575e3887 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=094eb7d216034d06b4925791cb320a38&device_id=e7c451ff-0de1-443d-a8eb-65b02a664a48 HTTP/1.1" status: 200 len: 1098 time: 0.0397859 Jun 10 17:55:09.468881 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07227d07-8f5f-4fc2-ae9b-9ace085ab997 req-45c7e2a6-67f2-45f8-84ad-866872f4c105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:55:09.470394 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-07227d07-8f5f-4fc2-ae9b-9ace085ab997 req-45c7e2a6-67f2-45f8-84ad-866872f4c105 service neutron] 10.222.0.27 "GET /v2.0/networks?id=272ad309-eaf3-4f81-8366-f3ca4e7cfed0 HTTP/1.1" status: 200 len: 918 time: 0.0842865 Jun 10 17:55:09.540973 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-07227d07-8f5f-4fc2-ae9b-9ace085ab997 req-18a8f284-d1ff-4270-9efc-98fbf969e458 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c HTTP/1.1" status: 200 len: 1001 time: 0.0604203 Jun 10 17:55:09.587854 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07227d07-8f5f-4fc2-ae9b-9ace085ab997 req-616fb026-33d8-401f-b76f-d28d6cdb958f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:55:09.589317 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-07227d07-8f5f-4fc2-ae9b-9ace085ab997 req-616fb026-33d8-401f-b76f-d28d6cdb958f service neutron] 10.222.0.27 "GET /v2.0/subnets?id=88a38658-7809-4abe-b052-dc4be9423e4c HTTP/1.1" status: 200 len: 856 time: 0.0444794 Jun 10 17:55:09.636898 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07227d07-8f5f-4fc2-ae9b-9ace085ab997 req-3c9e899f-f119-4088-88ad-0edc59960332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:55:09.638419 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-07227d07-8f5f-4fc2-ae9b-9ace085ab997 req-3c9e899f-f119-4088-88ad-0edc59960332 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=272ad309-eaf3-4f81-8366-f3ca4e7cfed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0411680 Jun 10 17:55:09.732470 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-07227d07-8f5f-4fc2-ae9b-9ace085ab997 req-60d74397-c77d-4a45-bfeb-12fcc8c11b59 service neutron] 10.222.0.27 "GET /v2.0/networks/272ad309-eaf3-4f81-8366-f3ca4e7cfed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852726 Jun 10 17:55:09.827361 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-07227d07-8f5f-4fc2-ae9b-9ace085ab997 req-f4af42fa-0d86-4b97-a32e-ce35e466ed8f service neutron] 10.222.0.27 "GET /v2.0/networks/272ad309-eaf3-4f81-8366-f3ca4e7cfed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863292 Jun 10 17:55:10.147173 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 48998) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:55:10.251255 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-72083b46-bc90-4256-a463-df1c06b67fc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:10.323733 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-72083b46-bc90-4256-a463-df1c06b67fc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:10.389069 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-72083b46-bc90-4256-a463-df1c06b67fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:10.426016 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72083b46-bc90-4256-a463-df1c06b67fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f762ade-9a52-4cfa-98b6-50a1064812aa,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:55:10.433049 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-72083b46-bc90-4256-a463-df1c06b67fc2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a6ac30080d42481987d0f6459e2b4d8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2821815 Jun 10 17:55:10.433314 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 49004) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:55:10.481332 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-de65f06f-e4c2-4308-a429-f59c1c3fa9ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:10.495153 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88cbe18-6a23-45b7-8dc8-d24a863dd0c1 req-2afdd65a-c7ba-48b2-92ab-890b9e762e42 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:55:10.496634 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f88cbe18-6a23-45b7-8dc8-d24a863dd0c1 req-2afdd65a-c7ba-48b2-92ab-890b9e762e42 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7c451ff-0de1-443d-a8eb-65b02a664a48 HTTP/1.1" status: 200 len: 945 time: 0.0485840 Jun 10 17:55:10.502552 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-de65f06f-e4c2-4308-a429-f59c1c3fa9ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:10.533780 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f88cbe18-6a23-45b7-8dc8-d24a863dd0c1 req-db609085-9e5b-4e76-b486-707106de822d tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cbb772-b94c-4a26-be61-ada0eec3eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312169 Jun 10 17:55:10.608442 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-de65f06f-e4c2-4308-a429-f59c1c3fa9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:10.610919 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-de65f06f-e4c2-4308-a429-f59c1c3fa9ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:10.612072 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-de65f06f-e4c2-4308-a429-f59c1c3fa9ed admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1f762ade-9a52-4cfa-98b6-50a1064812aa HTTP/1.1" status: 204 len: 168 time: 0.1775970 Jun 10 17:55:10.619937 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de65f06f-e4c2-4308-a429-f59c1c3fa9ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f762ade-9a52-4cfa-98b6-50a1064812aa,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:55:10.809182 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8f9710ae-37bd-4e9f-98fc-e85ca925a44c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:11.186891 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 49012) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:55:11.199912 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-b210b403-81d9-4956-88f5-aa3c7b8a5e1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:11.269516 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-b210b403-81d9-4956-88f5-aa3c7b8a5e1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:11.333894 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-b210b403-81d9-4956-88f5-aa3c7b8a5e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:11.370580 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b210b403-81d9-4956-88f5-aa3c7b8a5e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e952b134-68fd-4f7f-9d1d-b4656ebc143a,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:55:11.374898 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-b210b403-81d9-4956-88f5-aa3c7b8a5e1e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c7fd97f9f96a421dbd584c42d4e69e71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1870010 Jun 10 17:55:11.378116 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 49014) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:55:11.427679 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-28c625a3-cd07-430f-8559-f5a2a58b836c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:11.448559 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-28c625a3-cd07-430f-8559-f5a2a58b836c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:11.544922 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device 5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c no longer exists at agent hyperv_hv-cinder-xena0 {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 10 17:55:11.562961 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-28c625a3-cd07-430f-8559-f5a2a58b836c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:11.565715 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-28c625a3-cd07-430f-8559-f5a2a58b836c admin admin] Notify callbacks [] for security_group, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:11.566971 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-28c625a3-cd07-430f-8559-f5a2a58b836c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e952b134-68fd-4f7f-9d1d-b4656ebc143a HTTP/1.1" status: 204 len: 168 time: 0.1885796 Jun 10 17:55:11.578920 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c625a3-cd07-430f-8559-f5a2a58b836c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e952b134-68fd-4f7f-9d1d-b4656ebc143a,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:55:11.633644 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Current status of the port 5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c is: ACTIVE; New status is: DOWN {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:55:11.634032 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:11.658890 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7c451ff-0de1-443d-a8eb-65b02a664a48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c'}] {{(pid=114530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:55:11.661197 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059d8b929bb81300c707de1c8675048d791f282ce62f1c2c108741a8dfb2b754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f87fd1-218e-4b17-a92b-dee60fcbad42" -d '{"events": [{"server_uuid": "e7c451ff-0de1-443d-a8eb-65b02a664a48", "name": "network-vif-unplugged", "status": "completed", "tag": "5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c"}]}' {{(pid=114530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:55:11.667613 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220766fb-0355-4beb-bbbf-314aee43adcf req-b9d86c9d-733c-4d3b-bfa3-7f34756487b6 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:55:11.669199 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-220766fb-0355-4beb-bbbf-314aee43adcf req-b9d86c9d-733c-4d3b-bfa3-7f34756487b6 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7c451ff-0de1-443d-a8eb-65b02a664a48 HTTP/1.1" status: 200 len: 945 time: 0.0511491 Jun 10 17:55:11.678681 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port 5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c,segment=NetworkSegment(20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a),segment_id=20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:55:11.706765 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Jun 2022 17:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08d36f8-7532-4df6-a973-db6873cf2359 x-openstack-request-id: req-d08d36f8-7532-4df6-a973-db6873cf2359 {{(pid=114530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:55:11.707277 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7c451ff-0de1-443d-a8eb-65b02a664a48", "name": "network-vif-unplugged", "status": "completed", "tag": "5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c", "code": 200}]} {{(pid=114530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:55:11.707680 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d08d36f8-7532-4df6-a973-db6873cf2359 {{(pid=114530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:55:11.708063 dv-cinder-xena-3-iscsi neutron-server[114530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d08d36f8-7532-4df6-a973-db6873cf2359'] response: {'server_uuid': 'e7c451ff-0de1-443d-a8eb-65b02a664a48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c', 'code': 200} Jun 10 17:55:11.711753 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-220766fb-0355-4beb-bbbf-314aee43adcf req-ed9835af-c9ad-4014-9c1d-305f619a97ae tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cbb772-b94c-4a26-be61-ada0eec3eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334840 Jun 10 17:55:11.780610 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-9e937c9f-4d57-47ec-81ad-8e77ea25145e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:11.781652 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:11.952870 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Pushing event updated for resources: {'Port': ['ID=5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c,revision_number=8']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:55:12.831769 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d161d-e6ec-4ee9-b4f6-720b22040243 req-ce22089c-a9c8-4991-b871-a08e1176550c tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:55:12.833230 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-695d161d-e6ec-4ee9-b4f6-720b22040243 req-ce22089c-a9c8-4991-b871-a08e1176550c tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7c451ff-0de1-443d-a8eb-65b02a664a48 HTTP/1.1" status: 200 len: 943 time: 0.0478747 Jun 10 17:55:12.875056 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-695d161d-e6ec-4ee9-b4f6-720b22040243 req-81426e2e-c2b3-4bbb-820c-f4250dc5e350 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cbb772-b94c-4a26-be61-ada0eec3eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350993 Jun 10 17:55:13.128468 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a5a6984-4625-4674-bdbb-a7ccf76cac14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:13.265076 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 49066) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:55:13.368026 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-e6bc5ff7-450b-472d-a346-ed19487b47f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:13.442939 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-e6bc5ff7-450b-472d-a346-ed19487b47f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:13.500192 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-e6bc5ff7-450b-472d-a346-ed19487b47f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:13.538996 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-e6bc5ff7-450b-472d-a346-ed19487b47f4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cefd0b254f694b129db9e637d235023c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2727590 Jun 10 17:55:13.539949 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bc5ff7-450b-472d-a346-ed19487b47f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb349576-9e09-4622-9c49-bee29a6340ed,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:55:13.542151 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 49070) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:55:13.594558 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-e970f03e-1920-4805-ae46-527cc8a83433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:13.615545 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-e970f03e-1920-4805-ae46-527cc8a83433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:13.737843 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-e970f03e-1920-4805-ae46-527cc8a83433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:13.740430 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-e970f03e-1920-4805-ae46-527cc8a83433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:13.741586 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-e970f03e-1920-4805-ae46-527cc8a83433 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eb349576-9e09-4622-9c49-bee29a6340ed HTTP/1.1" status: 204 len: 168 time: 0.1978898 Jun 10 17:55:13.750188 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e970f03e-1920-4805-ae46-527cc8a83433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb349576-9e09-4622-9c49-bee29a6340ed,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:55:13.940334 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:14.477915 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 49102) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:55:14.483010 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [None req-a8ed9105-6738-4ec4-ad4c-a78deca90b19 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Request body: {'security_group': {'name': 'tempest-securitygroup--635487258', 'description': 'tempest-description--1277911955'}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:55:14.568972 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-a8ed9105-6738-4ec4-ad4c-a78deca90b19 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for security_group, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:14.647045 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-a8ed9105-6738-4ec4-ad4c-a78deca90b19 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for security_group, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:14.734579 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-a8ed9105-6738-4ec4-ad4c-a78deca90b19 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:14.765543 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ed9105-6738-4ec4-ad4c-a78deca90b19 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dba4da94-9749-47a5-86b2-a548a83b474e,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:55:14.802475 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [req-453e25e4-a28d-42be-a4a0-1e5a62536245 req-7bfcccf9-57cb-4677-88ff-0ce59485b0a0 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=114529) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 17:55:14.803445 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-453e25e4-a28d-42be-a4a0-1e5a62536245 req-7bfcccf9-57cb-4677-88ff-0ce59485b0a0 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055799 Jun 10 17:55:14.825840 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-a8ed9105-6738-4ec4-ad4c-a78deca90b19 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for security_group, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:14.827286 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-a8ed9105-6738-4ec4-ad4c-a78deca90b19 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3478124 Jun 10 17:55:14.830035 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 49116) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:55:14.834787 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [None req-7bf3b7a7-4914-4a87-b9b6-bc101c2f2f96 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Request body: {'security_group_rule': {'security_group_id': 'dba4da94-9749-47a5-86b2-a548a83b474e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:55:14.948876 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-7bf3b7a7-4914-4a87-b9b6-bc101c2f2f96 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:15.003862 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-7bf3b7a7-4914-4a87-b9b6-bc101c2f2f96 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:15.105852 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-7bf3b7a7-4914-4a87-b9b6-bc101c2f2f96 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765151'] for security_group_rule, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:15.125024 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf3b7a7-4914-4a87-b9b6-bc101c2f2f96 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a92d8733-6dbb-4b8c-92e7-eebc10c9965d,revision_number=0']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:55:15.133232 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85f7d5e-22ec-4cfb-8aed-b634f7729c3c req-8b6b729d-3c02-48c8-ac9e-ffc7dc34c3ad tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:55:15.134740 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-e85f7d5e-22ec-4cfb-8aed-b634f7729c3c req-8b6b729d-3c02-48c8-ac9e-ffc7dc34c3ad tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7c451ff-0de1-443d-a8eb-65b02a664a48 HTTP/1.1" status: 200 len: 943 time: 0.0516624 Jun 10 17:55:15.180247 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-e85f7d5e-22ec-4cfb-8aed-b634f7729c3c req-af20d76c-854f-43be-b33e-f896d704c922 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cbb772-b94c-4a26-be61-ada0eec3eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384722 Jun 10 17:55:15.193735 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-7bf3b7a7-4914-4a87-b9b6-bc101c2f2f96 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:15.195332 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-7bf3b7a7-4914-4a87-b9b6-bc101c2f2f96 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3640611 Jun 10 17:55:15.198625 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 49128) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:55:15.203270 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.v2.base [None req-34a0a772-2479-490b-aa57-e9795eed95d2 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Request body: {'security_group_rule': {'security_group_id': 'dba4da94-9749-47a5-86b2-a548a83b474e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:55:15.299158 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-34a0a772-2479-490b-aa57-e9795eed95d2 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:15.353264 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-34a0a772-2479-490b-aa57-e9795eed95d2 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:15.437199 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-34a0a772-2479-490b-aa57-e9795eed95d2 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765151'] for security_group_rule, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:15.460806 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0a772-2479-490b-aa57-e9795eed95d2 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f5ea296-ccc6-4429-b47a-7acc0fabf53c,revision_number=0']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:55:15.568693 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-34a0a772-2479-490b-aa57-e9795eed95d2 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:15.569900 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-34a0a772-2479-490b-aa57-e9795eed95d2 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3701119 Jun 10 17:55:15.571545 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device 5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c no longer exists at agent hyperv_hv-cinder-xena0 {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 10 17:55:15.573180 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 49150) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:55:15.577785 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.v2.base [None req-20b4ecb3-65d0-4be9-a20b-fb0d6bbddf79 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Request body: {'floatingip': {'floating_network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f'}} {{(pid=114529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:55:15.655467 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Current status of the port 5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c is: DOWN; New status is: DOWN {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:55:15.664023 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-20b4ecb3-65d0-4be9-a20b-fb0d6bbddf79 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for floatingip, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:15.704884 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 49158) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:55:15.774211 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-20b4ecb3-65d0-4be9-a20b-fb0d6bbddf79 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:15.798933 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-79bab424-7ed3-4734-af37-f7692857be77 req-adbdf0a6-2881-4004-b7b9-347c41c881bb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e7c451ff-0de1-443d-a8eb-65b02a664a48&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0918767 Jun 10 17:55:15.808993 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [req-79bab424-7ed3-4734-af37-f7692857be77 req-394595e8-121d-4c62-9385-9eb8323fa6cf service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=114528) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 17:55:15.809952 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-79bab424-7ed3-4734-af37-f7692857be77 req-394595e8-121d-4c62-9385-9eb8323fa6cf service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059280 Jun 10 17:55:15.895886 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.db_base_plugin_common [None req-20b4ecb3-65d0-4be9-a20b-fb0d6bbddf79 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Allocated IP 172.37.5.20 (8c026026-8e05-41b4-990c-0815c0c24f4f/e3db4be6-a2be-4d68-ab1f-8754e6ee5b68/531279a2-dbed-4629-8b3e-ab261db027f4) {{(pid=114529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 17:55:16.003676 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-20b4ecb3-65d0-4be9-a20b-fb0d6bbddf79 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for port, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:16.121553 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-20b4ecb3-65d0-4be9-a20b-fb0d6bbddf79 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764020614705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263063011'] for port, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:16.162862 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b4ecb3-65d0-4be9-a20b-fb0d6bbddf79 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Network 8c026026-8e05-41b4-990c-0815c0c24f4f is already hosted by enough agents. {{(pid=114529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:55:16.168785 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.base_scheduler [None req-20b4ecb3-65d0-4be9-a20b-fb0d6bbddf79 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Resources bound (agent type, host, resource id): {{(pid=114529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:55:16.179346 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b4ecb3-65d0-4be9-a20b-fb0d6bbddf79 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Received port after_create {{(pid=114529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 10 17:55:16.202777 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b4ecb3-65d0-4be9-a20b-fb0d6bbddf79 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Pushing event updated for resources: {'Port': ['ID=531279a2-dbed-4629-8b3e-ab261db027f4,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:55:16.282496 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-20b4ecb3-65d0-4be9-a20b-fb0d6bbddf79 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:16.324429 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b8ce1-4759-4943-a83f-fa58416bc716 req-b8133443-c903-49b8-bdc4-4880219cef39 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:55:16.324724 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-bf7b8ce1-4759-4943-a83f-fa58416bc716 req-b8133443-c903-49b8-bdc4-4880219cef39 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7c451ff-0de1-443d-a8eb-65b02a664a48 HTTP/1.1" status: 200 len: 943 time: 0.0556462 Jun 10 17:55:16.371229 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-bf7b8ce1-4759-4943-a83f-fa58416bc716 req-156d906f-844f-4c31-9878-478a3fb2de6f tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cbb772-b94c-4a26-be61-ada0eec3eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403204 Jun 10 17:55:16.398851 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-20b4ecb3-65d0-4be9-a20b-fb0d6bbddf79 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:16.557742 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-20b4ecb3-65d0-4be9-a20b-fb0d6bbddf79 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for port, precommit_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:16.636964 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-20b4ecb3-65d0-4be9-a20b-fb0d6bbddf79 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263062808'] for port, after_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:16.714514 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b4ecb3-65d0-4be9-a20b-fb0d6bbddf79 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Pushing event updated for resources: {'Port': ['ID=531279a2-dbed-4629-8b3e-ab261db027f4,revision_number=2']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:55:16.725146 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-20b4ecb3-65d0-4be9-a20b-fb0d6bbddf79 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-753974'] for floatingip, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:16.785784 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-20b4ecb3-65d0-4be9-a20b-fb0d6bbddf79 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for floatingip, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:16.787115 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-20b4ecb3-65d0-4be9-a20b-fb0d6bbddf79 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2130358 Jun 10 17:55:16.970957 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-4f1e3db7-0a00-4e81-8d33-15d72e3a2540 req-a60810f6-1e1a-48c2-a4cc-b36909a43df3 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--635487258&fields=id&tenant_id=ae2c0c7e115f4f079bcf8d85f2bdfadf HTTP/1.1" status: 200 len: 267 time: 0.0319636 Jun 10 17:55:17.081204 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e3db7-0a00-4e81-8d33-15d72e3a2540 req-c9da39fd-ab97-4ba7-ae3f-fc69cd413c7d tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:55:17.082628 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-4f1e3db7-0a00-4e81-8d33-15d72e3a2540 req-c9da39fd-ab97-4ba7-ae3f-fc69cd413c7d tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/networks?id=cf05028d-c72b-40d9-b732-31cbffe291f6 HTTP/1.1" status: 200 len: 814 time: 0.1048105 Jun 10 17:55:17.097709 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-4f1e3db7-0a00-4e81-8d33-15d72e3a2540 req-bb26666d-6f29-496b-b9bb-df7bcdc12dc0 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/quotas/ae2c0c7e115f4f079bcf8d85f2bdfadf HTTP/1.1" status: 200 len: 375 time: 0.0087826 Jun 10 17:55:17.156094 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-4f1e3db7-0a00-4e81-8d33-15d72e3a2540 req-acf04d5e-52a8-42ad-a609-b9cb8b427f53 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ae2c0c7e115f4f079bcf8d85f2bdfadf&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0531142 Jun 10 17:55:17.251830 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-4f1e3db7-0a00-4e81-8d33-15d72e3a2540 req-01f7d719-edda-4a2c-875d-279ec1f2264b service neutron] 10.222.0.16 "GET /v2.0/networks/cf05028d-c72b-40d9-b732-31cbffe291f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834563 Jun 10 17:55:17.347682 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-4f1e3db7-0a00-4e81-8d33-15d72e3a2540 req-d69e73ed-416a-4a85-88cc-7b869401012d service neutron] 10.222.0.16 "GET /v2.0/networks/cf05028d-c72b-40d9-b732-31cbffe291f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896678 Jun 10 17:55:17.458862 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bab424-7ed3-4734-af37-f7692857be77 req-49f97cbc-a690-48dc-9865-81aeedf17b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:55:17.460382 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-79bab424-7ed3-4734-af37-f7692857be77 req-49f97cbc-a690-48dc-9865-81aeedf17b1d service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=e7c451ff-0de1-443d-a8eb-65b02a664a48&tenant_id=094eb7d216034d06b4925791cb320a38 HTTP/1.1" status: 200 len: 1096 time: 0.0416963 Jun 10 17:55:17.499611 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1d5bfc-b750-498c-a4c7-1bc3dd5484ff req-51757c48-bb87-4e6a-9fe3-91ae9082b1e8 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:55:17.501108 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ca1d5bfc-b750-498c-a4c7-1bc3dd5484ff req-51757c48-bb87-4e6a-9fe3-91ae9082b1e8 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7c451ff-0de1-443d-a8eb-65b02a664a48 HTTP/1.1" status: 200 len: 943 time: 0.0522041 Jun 10 17:55:17.541283 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bab424-7ed3-4734-af37-f7692857be77 req-e65d9106-5fc6-4cb6-b735-054ff0f31c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:55:17.542684 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ca1d5bfc-b750-498c-a4c7-1bc3dd5484ff req-b560b136-0341-4718-8c0c-5182312234cd tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cbb772-b94c-4a26-be61-ada0eec3eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349228 Jun 10 17:55:17.548913 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-79bab424-7ed3-4734-af37-f7692857be77 req-e65d9106-5fc6-4cb6-b735-054ff0f31c82 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=094eb7d216034d06b4925791cb320a38&device_id=e7c451ff-0de1-443d-a8eb-65b02a664a48 HTTP/1.1" status: 200 len: 1096 time: 0.0542984 Jun 10 17:55:17.596471 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-221fd0d5-7ec5-4736-a552-a2900697dc3b req-f9165277-a031-4c61-84cb-867e1a3921a2 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4f60954-724f-4ac3-b3df-7d8fac2df6ce HTTP/1.1" status: 200 len: 210 time: 0.0281355 Jun 10 17:55:17.660281 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bab424-7ed3-4734-af37-f7692857be77 req-a82e1771-306b-490c-ba28-ea16ec0a3af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:55:17.661744 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-79bab424-7ed3-4734-af37-f7692857be77 req-a82e1771-306b-490c-ba28-ea16ec0a3af0 service neutron] 10.222.0.27 "GET /v2.0/networks?id=272ad309-eaf3-4f81-8366-f3ca4e7cfed0 HTTP/1.1" status: 200 len: 918 time: 0.0975635 Jun 10 17:55:17.726270 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-79bab424-7ed3-4734-af37-f7692857be77 req-4d1e0415-d969-45e8-875c-3c6352f4a17b service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c HTTP/1.1" status: 200 len: 999 time: 0.0576489 Jun 10 17:55:17.777477 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bab424-7ed3-4734-af37-f7692857be77 req-9653d160-2cba-4152-bce3-5db00a573ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:55:17.778955 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-79bab424-7ed3-4734-af37-f7692857be77 req-9653d160-2cba-4152-bce3-5db00a573ff3 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=88a38658-7809-4abe-b052-dc4be9423e4c HTTP/1.1" status: 200 len: 856 time: 0.0460637 Jun 10 17:55:17.826862 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bab424-7ed3-4734-af37-f7692857be77 req-568d1e42-e150-468a-be13-b9ecdde89e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:55:17.828341 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-79bab424-7ed3-4734-af37-f7692857be77 req-568d1e42-e150-468a-be13-b9ecdde89e95 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=272ad309-eaf3-4f81-8366-f3ca4e7cfed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0405002 Jun 10 17:55:17.920078 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-79bab424-7ed3-4734-af37-f7692857be77 req-435e9072-f07f-42e2-b1e5-2ddcba2889f5 service neutron] 10.222.0.27 "GET /v2.0/networks/272ad309-eaf3-4f81-8366-f3ca4e7cfed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842998 Jun 10 17:55:18.016350 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-79bab424-7ed3-4734-af37-f7692857be77 req-4becb89a-a74a-4728-8710-311db9e6a8c6 service neutron] 10.222.0.27 "GET /v2.0/networks/272ad309-eaf3-4f81-8366-f3ca4e7cfed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885901 Jun 10 17:55:18.692427 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186450f9-02b2-449c-afb3-9726c30c90c8 req-6e1f19a0-9744-405c-8ee6-1ec43e061328 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:55:18.693991 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-186450f9-02b2-449c-afb3-9726c30c90c8 req-6e1f19a0-9744-405c-8ee6-1ec43e061328 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7c451ff-0de1-443d-a8eb-65b02a664a48 HTTP/1.1" status: 200 len: 943 time: 0.0764325 Jun 10 17:55:18.757280 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d86f81c8-f116-4a66-9b18-d43e2eda98c7 req-722be099-12c4-47b9-a2e3-bb3d37d911ce tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4f60954-724f-4ac3-b3df-7d8fac2df6ce HTTP/1.1" status: 200 len: 210 time: 0.0621469 Jun 10 17:55:18.807999 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-186450f9-02b2-449c-afb3-9726c30c90c8 req-6da35c39-8128-400e-a8bc-b904bacf1096 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cbb772-b94c-4a26-be61-ada0eec3eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0496960 Jun 10 17:55:18.893319 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:19.878885 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-cb675670-8a5d-4a7f-a97d-feeba5f9f866 req-9c5dc5d9-445b-4062-8d65-25c05ed2cc30 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4f60954-724f-4ac3-b3df-7d8fac2df6ce HTTP/1.1" status: 200 len: 210 time: 0.0286291 Jun 10 17:55:19.966230 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5781f0-6db9-456e-b280-344d272db89d req-bf2e5cfb-0e1d-4e56-a2d5-90f420f24fa7 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:55:19.967941 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-0c5781f0-6db9-456e-b280-344d272db89d req-bf2e5cfb-0e1d-4e56-a2d5-90f420f24fa7 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7c451ff-0de1-443d-a8eb-65b02a664a48 HTTP/1.1" status: 200 len: 943 time: 0.0543683 Jun 10 17:55:20.010105 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-0c5781f0-6db9-456e-b280-344d272db89d req-7538d8c6-a95d-4dbb-851c-b283f5133f91 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cbb772-b94c-4a26-be61-ada0eec3eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348241 Jun 10 17:55:20.998377 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-7ba4911b-9392-4488-a4cc-845583e03e25 req-89f1c151-1514-4d89-af6f-f05ce82062f0 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4f60954-724f-4ac3-b3df-7d8fac2df6ce HTTP/1.1" status: 200 len: 210 time: 0.0322108 Jun 10 17:55:21.138910 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767de22d-f4f2-4d25-803c-aa8badedf762 req-37981aaa-17a6-4d92-bcca-98f1563a0c79 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:55:21.140624 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-767de22d-f4f2-4d25-803c-aa8badedf762 req-37981aaa-17a6-4d92-bcca-98f1563a0c79 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7c451ff-0de1-443d-a8eb-65b02a664a48 HTTP/1.1" status: 200 len: 943 time: 0.0559919 Jun 10 17:55:21.189531 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-767de22d-f4f2-4d25-803c-aa8badedf762 req-44369992-3a80-4e29-ab58-48d051fb9402 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cbb772-b94c-4a26-be61-ada0eec3eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423954 Jun 10 17:55:22.110492 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-6e7aff94-8d7a-4705-b2e6-e7fcd5dc7fc6 req-17711695-8703-42f5-91a9-de26ca5f5e41 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4f60954-724f-4ac3-b3df-7d8fac2df6ce HTTP/1.1" status: 200 len: 210 time: 0.0325489 Jun 10 17:55:22.318182 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141590e6-4f62-4e4a-8380-7edad2aee472 req-bf6c2b09-0ee9-4ffa-ae67-8c09103e1c25 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:55:22.319806 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-141590e6-4f62-4e4a-8380-7edad2aee472 req-bf6c2b09-0ee9-4ffa-ae67-8c09103e1c25 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7c451ff-0de1-443d-a8eb-65b02a664a48 HTTP/1.1" status: 200 len: 943 time: 0.0530891 Jun 10 17:55:22.378553 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-141590e6-4f62-4e4a-8380-7edad2aee472 req-049526dc-677a-4cb9-af3d-483172905414 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cbb772-b94c-4a26-be61-ada0eec3eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455337 Jun 10 17:55:23.214513 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-eb8631ba-42f1-434b-865e-f7db44180356 req-c8520785-7f8c-43fd-be66-dc5b307e0554 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4f60954-724f-4ac3-b3df-7d8fac2df6ce HTTP/1.1" status: 200 len: 210 time: 0.0284061 Jun 10 17:55:23.555110 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2737fa9e-4693-49d0-9814-52f77196137d req-3c98ec64-0a68-49b7-b330-87e4285fd9f9 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:55:23.557504 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-2737fa9e-4693-49d0-9814-52f77196137d req-3c98ec64-0a68-49b7-b330-87e4285fd9f9 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7c451ff-0de1-443d-a8eb-65b02a664a48 HTTP/1.1" status: 200 len: 943 time: 0.0657117 Jun 10 17:55:23.599035 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-2737fa9e-4693-49d0-9814-52f77196137d req-b856687e-7059-4e72-98bf-4cc01ad64235 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cbb772-b94c-4a26-be61-ada0eec3eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344741 Jun 10 17:55:24.320260 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-3e661e72-b2ef-48fc-8a36-53b80f0a8dc8 req-97df08cc-d4b4-4044-acff-ad1ea1cd7643 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4f60954-724f-4ac3-b3df-7d8fac2df6ce HTTP/1.1" status: 200 len: 210 time: 0.0271459 Jun 10 17:55:24.732731 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69130a72-79d4-42ae-951e-8b6bdf94dd30 req-e706ef68-6e56-4ca5-8d50-a335a80dd6e0 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:55:24.734416 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-69130a72-79d4-42ae-951e-8b6bdf94dd30 req-e706ef68-6e56-4ca5-8d50-a335a80dd6e0 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7c451ff-0de1-443d-a8eb-65b02a664a48 HTTP/1.1" status: 200 len: 943 time: 0.0530376 Jun 10 17:55:24.789394 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-69130a72-79d4-42ae-951e-8b6bdf94dd30 req-ee129dda-cd2e-49e1-afb6-c49da0c6e782 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cbb772-b94c-4a26-be61-ada0eec3eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476801 Jun 10 17:55:25.420238 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-22a74083-921c-4e26-bc20-ef6418937843 req-c9804100-5101-40be-84cd-eba7d939c928 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4f60954-724f-4ac3-b3df-7d8fac2df6ce HTTP/1.1" status: 200 len: 210 time: 0.0291402 Jun 10 17:55:25.921664 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b23e3de-432b-4ddc-aab3-052b711c80dd req-cde98711-e8ae-4fb9-b652-e1e29b472ce0 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:55:25.923171 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-1b23e3de-432b-4ddc-aab3-052b711c80dd req-cde98711-e8ae-4fb9-b652-e1e29b472ce0 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7c451ff-0de1-443d-a8eb-65b02a664a48 HTTP/1.1" status: 200 len: 943 time: 0.0517421 Jun 10 17:55:25.962845 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-1b23e3de-432b-4ddc-aab3-052b711c80dd req-fcc92945-0da1-4871-911e-5eb459f08ce2 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cbb772-b94c-4a26-be61-ada0eec3eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332601 Jun 10 17:55:26.518759 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-1356a2e3-a028-48b5-8ec8-19d82e418a92 req-564546e8-cd8d-42d3-a1d1-a104ca68ce2d tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4f60954-724f-4ac3-b3df-7d8fac2df6ce HTTP/1.1" status: 200 len: 210 time: 0.0279880 Jun 10 17:55:27.083796 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e320f1e5-2465-41ac-93e1-2864ac1ddcba req-7931ee9d-52a8-4e53-aa07-c35d219b0e6b tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:55:27.085243 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-e320f1e5-2465-41ac-93e1-2864ac1ddcba req-7931ee9d-52a8-4e53-aa07-c35d219b0e6b tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7c451ff-0de1-443d-a8eb-65b02a664a48 HTTP/1.1" status: 200 len: 943 time: 0.0502248 Jun 10 17:55:27.127843 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-e320f1e5-2465-41ac-93e1-2864ac1ddcba req-f47cacca-2ba5-46ec-891a-67eb2eb77948 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cbb772-b94c-4a26-be61-ada0eec3eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326447 Jun 10 17:55:27.174945 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 49344) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:55:27.282653 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-a6b4c405-44a8-4496-9340-b5601e898c57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:27.379632 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-a6b4c405-44a8-4496-9340-b5601e898c57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:27.394288 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f770060-932f-4ae7-8d76-c4b40e1c0d2f req-27ec4a20-d8e8-46a2-a2d7-5af9b77583c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:55:27.397358 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-2f770060-932f-4ae7-8d76-c4b40e1c0d2f req-27ec4a20-d8e8-46a2-a2d7-5af9b77583c6 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=094eb7d216034d06b4925791cb320a38&device_id=e7c451ff-0de1-443d-a8eb-65b02a664a48 HTTP/1.1" status: 200 len: 1096 time: 0.0486314 Jun 10 17:55:27.448044 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-a6b4c405-44a8-4496-9340-b5601e898c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:27.518819 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-a6b4c405-44a8-4496-9340-b5601e898c57 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9627ec390cb94f26ae9264e1fac8d328&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3426566 Jun 10 17:55:27.521617 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 49348) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:55:27.523276 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b4c405-44a8-4496-9340-b5601e898c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c4f206-f303-4528-9896-9660d647ae67,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:55:27.537756 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f770060-932f-4ae7-8d76-c4b40e1c0d2f req-d47d6175-1019-4cad-bedc-831230e3a7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:55:27.539239 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-2f770060-932f-4ae7-8d76-c4b40e1c0d2f req-d47d6175-1019-4cad-bedc-831230e3a7c8 service neutron] 10.222.0.27 "GET /v2.0/networks?id=272ad309-eaf3-4f81-8366-f3ca4e7cfed0 HTTP/1.1" status: 200 len: 918 time: 0.1242959 Jun 10 17:55:27.545648 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.agents_db [None req-a7dfe2cf-50d1-49ca-b1ce-2a181a6e45d3 None None] Agent healthcheck: found 6 active agents {{(pid=114531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 10 17:55:27.576833 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-91ede916-f112-4f3e-9417-71ffa68fc60b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:27.600322 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-91ede916-f112-4f3e-9417-71ffa68fc60b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:27.610909 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-2f770060-932f-4ae7-8d76-c4b40e1c0d2f req-87a934fe-eb89-4114-9c76-a5ec40d647aa service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c HTTP/1.1" status: 200 len: 999 time: 0.0635214 Jun 10 17:55:27.636890 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-7754521e-784c-4a76-8e1d-609e5272b3d1 req-8e676749-6623-4168-8eaa-68f8daea157b tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4f60954-724f-4ac3-b3df-7d8fac2df6ce HTTP/1.1" status: 200 len: 210 time: 0.0387440 Jun 10 17:55:27.660955 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f770060-932f-4ae7-8d76-c4b40e1c0d2f req-72a05268-87a4-4b5b-bb41-065af73dd7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:55:27.662438 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-2f770060-932f-4ae7-8d76-c4b40e1c0d2f req-72a05268-87a4-4b5b-bb41-065af73dd7c7 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=88a38658-7809-4abe-b052-dc4be9423e4c HTTP/1.1" status: 200 len: 856 time: 0.0433104 Jun 10 17:55:27.713371 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f770060-932f-4ae7-8d76-c4b40e1c0d2f req-fd4a5a5b-e6c8-47be-a20d-53fc1b155b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:55:27.714832 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-2f770060-932f-4ae7-8d76-c4b40e1c0d2f req-fd4a5a5b-e6c8-47be-a20d-53fc1b155b14 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=272ad309-eaf3-4f81-8366-f3ca4e7cfed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0397158 Jun 10 17:55:27.739567 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-91ede916-f112-4f3e-9417-71ffa68fc60b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:27.742164 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-91ede916-f112-4f3e-9417-71ffa68fc60b admin admin] Notify callbacks [] for security_group, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:27.743410 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-91ede916-f112-4f3e-9417-71ffa68fc60b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f4c4f206-f303-4528-9896-9660d647ae67 HTTP/1.1" status: 204 len: 168 time: 0.2207301 Jun 10 17:55:27.751778 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ede916-f112-4f3e-9417-71ffa68fc60b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c4f206-f303-4528-9896-9660d647ae67,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:55:27.759057 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ede916-f112-4f3e-9417-71ffa68fc60b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:55:27.759452 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ede916-f112-4f3e-9417-71ffa68fc60b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:55:27.760012 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ede916-f112-4f3e-9417-71ffa68fc60b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:55:27.760482 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ede916-f112-4f3e-9417-71ffa68fc60b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:55:27.760855 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ede916-f112-4f3e-9417-71ffa68fc60b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:55:27.761142 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ede916-f112-4f3e-9417-71ffa68fc60b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:55:27.761530 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ede916-f112-4f3e-9417-71ffa68fc60b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:55:27.761798 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ede916-f112-4f3e-9417-71ffa68fc60b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:55:27.762130 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ede916-f112-4f3e-9417-71ffa68fc60b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:55:27.762494 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ede916-f112-4f3e-9417-71ffa68fc60b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:55:27.762819 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ede916-f112-4f3e-9417-71ffa68fc60b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:55:27.763142 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ede916-f112-4f3e-9417-71ffa68fc60b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:55:27.814151 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-2f770060-932f-4ae7-8d76-c4b40e1c0d2f req-e5bc1a07-a19a-4646-8405-445b9bb5b50c service neutron] 10.222.0.27 "GET /v2.0/networks/272ad309-eaf3-4f81-8366-f3ca4e7cfed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904801 Jun 10 17:55:27.916053 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-2f770060-932f-4ae7-8d76-c4b40e1c0d2f req-943163c6-3302-4e19-aed3-71c4e2f31a15 service neutron] 10.222.0.27 "GET /v2.0/networks/272ad309-eaf3-4f81-8366-f3ca4e7cfed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852416 Jun 10 17:55:28.205849 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e3db7-0a00-4e81-8d33-15d72e3a2540 req-2d4da4ac-04ca-41b3-9464-56eb64a23b0c tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:55:28.207304 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-4f1e3db7-0a00-4e81-8d33-15d72e3a2540 req-2d4da4ac-04ca-41b3-9464-56eb64a23b0c tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.27 "GET /v2.0/networks?id=cf05028d-c72b-40d9-b732-31cbffe291f6 HTTP/1.1" status: 200 len: 814 time: 0.1051559 Jun 10 17:55:28.250820 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d97a14-6bd2-402c-b70f-7e9b403d105d req-860ad0c4-46e0-4612-ad0b-9e53026680ed tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:55:28.252317 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-12d97a14-6bd2-402c-b70f-7e9b403d105d req-860ad0c4-46e0-4612-ad0b-9e53026680ed tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7c451ff-0de1-443d-a8eb-65b02a664a48 HTTP/1.1" status: 200 len: 943 time: 0.0480676 Jun 10 17:55:28.272962 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-4f1e3db7-0a00-4e81-8d33-15d72e3a2540 req-3a04dc28-075b-41a6-9bc2-195a8300778a tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae2c0c7e115f4f079bcf8d85f2bdfadf HTTP/1.1" status: 200 len: 472 time: 0.0436723 Jun 10 17:55:28.285625 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [req-4f1e3db7-0a00-4e81-8d33-15d72e3a2540 req-251ef490-bfd5-4351-a868-a97b5f8d5397 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Request body: {'port': {'device_id': 'a4f60954-724f-4ac3-b3df-7d8fac2df6ce', 'network_id': 'cf05028d-c72b-40d9-b732-31cbffe291f6', 'admin_state_up': True, 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'security_groups': ['dba4da94-9749-47a5-86b2-a548a83b474e']}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:55:28.298357 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-12d97a14-6bd2-402c-b70f-7e9b403d105d req-93e174c7-69e0-4a16-b7cd-43e7b0dad26d tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cbb772-b94c-4a26-be61-ada0eec3eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390654 Jun 10 17:55:28.382861 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 49358) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:55:28.397770 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-29becaa9-fbb1-49fc-9a95-b54e51e17271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:28.477444 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-29becaa9-fbb1-49fc-9a95-b54e51e17271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:28.477688 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f1e3db7-0a00-4e81-8d33-15d72e3a2540 req-251ef490-bfd5-4351-a868-a97b5f8d5397 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Made reservation on behalf of ae2c0c7e115f4f079bcf8d85f2bdfadf for: {'port': 1} {{(pid=114528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 17:55:28.481504 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-4f1e3db7-0a00-4e81-8d33-15d72e3a2540 req-251ef490-bfd5-4351-a868-a97b5f8d5397 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:28.528140 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-29becaa9-fbb1-49fc-9a95-b54e51e17271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:28.568490 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-29becaa9-fbb1-49fc-9a95-b54e51e17271 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bd5956fa0d0b4f86859ad94ac713a458&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1846616 Jun 10 17:55:28.569374 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29becaa9-fbb1-49fc-9a95-b54e51e17271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e45eaad0-16eb-496e-a5d9-95558541fb82,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:55:28.572671 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 49364) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:55:28.609448 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.db_base_plugin_common [req-4f1e3db7-0a00-4e81-8d33-15d72e3a2540 req-251ef490-bfd5-4351-a868-a97b5f8d5397 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Allocated IP 172.20.0.5 (cf05028d-c72b-40d9-b732-31cbffe291f6/9741f818-fc3a-495a-a8d9-92f5229bfc6e/d1c586aa-2a50-45f3-adf6-4378501e0468) {{(pid=114528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 17:55:28.621745 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-3cc9dec7-6c4f-42bf-98f0-6ea93ad8b517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:28.642843 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-3cc9dec7-6c4f-42bf-98f0-6ea93ad8b517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:28.735331 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-9e78c455-60ca-48ec-9a70-9e62ca52746b req-537dfdce-2962-4fac-91f4-abb61683eafd tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4f60954-724f-4ac3-b3df-7d8fac2df6ce HTTP/1.1" status: 200 len: 210 time: 0.0292871 Jun 10 17:55:28.751428 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-3cc9dec7-6c4f-42bf-98f0-6ea93ad8b517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:28.755012 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-3cc9dec7-6c4f-42bf-98f0-6ea93ad8b517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:28.755256 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-4f1e3db7-0a00-4e81-8d33-15d72e3a2540 req-251ef490-bfd5-4351-a868-a97b5f8d5397 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for port, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:28.759876 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-3cc9dec7-6c4f-42bf-98f0-6ea93ad8b517 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e45eaad0-16eb-496e-a5d9-95558541fb82 HTTP/1.1" status: 204 len: 168 time: 0.1848454 Jun 10 17:55:28.768343 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc9dec7-6c4f-42bf-98f0-6ea93ad8b517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e45eaad0-16eb-496e-a5d9-95558541fb82,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:55:28.855270 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-4f1e3db7-0a00-4e81-8d33-15d72e3a2540 req-251ef490-bfd5-4351-a868-a97b5f8d5397 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764020614705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940005'] for port, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:28.899491 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f1e3db7-0a00-4e81-8d33-15d72e3a2540 req-251ef490-bfd5-4351-a868-a97b5f8d5397 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Network cf05028d-c72b-40d9-b732-31cbffe291f6 is already hosted by enough agents. {{(pid=114528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:55:28.904305 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.base_scheduler [req-4f1e3db7-0a00-4e81-8d33-15d72e3a2540 req-251ef490-bfd5-4351-a868-a97b5f8d5397 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Resources bound (agent type, host, resource id): {{(pid=114528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:55:28.908522 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f1e3db7-0a00-4e81-8d33-15d72e3a2540 req-251ef490-bfd5-4351-a868-a97b5f8d5397 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Received port after_create {{(pid=114528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 10 17:55:28.912420 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251ef490-bfd5-4351-a868-a97b5f8d5397 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Pushing event updated for resources: {'Port': ['ID=d1c586aa-2a50-45f3-adf6-4378501e0468,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:55:28.943188 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ef490-bfd5-4351-a868-a97b5f8d5397 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:55:28.943522 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ef490-bfd5-4351-a868-a97b5f8d5397 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:55:28.943853 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ef490-bfd5-4351-a868-a97b5f8d5397 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:55:28.944178 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ef490-bfd5-4351-a868-a97b5f8d5397 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:55:28.944499 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ef490-bfd5-4351-a868-a97b5f8d5397 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:55:28.944818 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ef490-bfd5-4351-a868-a97b5f8d5397 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:55:28.945133 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ef490-bfd5-4351-a868-a97b5f8d5397 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:55:28.945450 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ef490-bfd5-4351-a868-a97b5f8d5397 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:55:28.945764 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ef490-bfd5-4351-a868-a97b5f8d5397 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:55:28.946075 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ef490-bfd5-4351-a868-a97b5f8d5397 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:55:28.946414 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ef490-bfd5-4351-a868-a97b5f8d5397 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:55:28.946764 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ef490-bfd5-4351-a868-a97b5f8d5397 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:55:28.970085 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e3db7-0a00-4e81-8d33-15d72e3a2540 req-251ef490-bfd5-4351-a868-a97b5f8d5397 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:55:28.970753 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-4f1e3db7-0a00-4e81-8d33-15d72e3a2540 req-251ef490-bfd5-4351-a868-a97b5f8d5397 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for port, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:29.068158 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-4f1e3db7-0a00-4e81-8d33-15d72e3a2540 req-251ef490-bfd5-4351-a868-a97b5f8d5397 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7878375 Jun 10 17:55:29.087923 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [req-4f1e3db7-0a00-4e81-8d33-15d72e3a2540 req-5f905797-8974-457c-9f84-94c26990f106 service neutron] Request body: {'port': {'device_id': 'a4f60954-724f-4ac3-b3df-7d8fac2df6ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-xena0'}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:55:29.138631 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-342c1ef5-ce6c-4051-8a13-d71f03a992fd None None] Provisioning complete for port d1c586aa-2a50-45f3-adf6-4378501e0468 triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:55:29.139266 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-342c1ef5-ce6c-4051-8a13-d71f03a992fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:29.178649 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-342c1ef5-ce6c-4051-8a13-d71f03a992fd None None] Port d1c586aa-2a50-45f3-adf6-4378501e0468 cannot update to ACTIVE because it is not bound. {{(pid=114530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 10 17:55:29.397514 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-4f1e3db7-0a00-4e81-8d33-15d72e3a2540 req-5f905797-8974-457c-9f84-94c26990f106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:29.422706 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861daa54-b0c9-4d0a-87ba-08f88407090b req-f3301991-4c28-471f-8625-b7887a4e73b1 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:55:29.424216 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-861daa54-b0c9-4d0a-87ba-08f88407090b req-f3301991-4c28-471f-8625-b7887a4e73b1 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7c451ff-0de1-443d-a8eb-65b02a664a48 HTTP/1.1" status: 200 len: 943 time: 0.0501862 Jun 10 17:55:29.469445 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-861daa54-b0c9-4d0a-87ba-08f88407090b req-f9750078-f4bf-43ba-93b6-1444b51ba5a1 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cbb772-b94c-4a26-be61-ada0eec3eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379744 Jun 10 17:55:29.473255 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 49374) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:55:29.487197 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-24c50fb0-855c-46e3-84b2-42de0d38af62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:29.566902 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-24c50fb0-855c-46e3-84b2-42de0d38af62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:29.590811 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device 5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c details requested by agent hyperv_hv-cinder-xena0 with host hv-cinder-xena0 {{(pid=114530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 10 17:55:29.625575 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-24c50fb0-855c-46e3-84b2-42de0d38af62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:29.669117 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.notifiers.nova [req-4f1e3db7-0a00-4e81-8d33-15d72e3a2540 req-5f905797-8974-457c-9f84-94c26990f106 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1c586aa-2a50-45f3-adf6-4378501e0468 {{(pid=114528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 10 17:55:29.670460 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-24c50fb0-855c-46e3-84b2-42de0d38af62 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=26478ff918c24756871d4f40ac5d27e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1961718 Jun 10 17:55:29.673422 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 49376) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:55:29.680076 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-4f1e3db7-0a00-4e81-8d33-15d72e3a2540 req-5f905797-8974-457c-9f84-94c26990f106 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:29.692307 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.provisioning_blocks [req-4f1e3db7-0a00-4e81-8d33-15d72e3a2540 req-5f905797-8974-457c-9f84-94c26990f106 service neutron] Transition to ACTIVE for port object d1c586aa-2a50-45f3-adf6-4378501e0468 will not be triggered until provisioned by entity L2. {{(pid=114528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 17:55:29.694273 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port 5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c,segment=NetworkSegment(20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a),segment_id=20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:55:29.695245 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c50fb0-855c-46e3-84b2-42de0d38af62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0e0702-1716-4622-8314-d061a2d8183d,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:55:29.706099 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Returning: {'device': '5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c', 'network_id': '272ad309-eaf3-4f81-8366-f3ca4e7cfed0', 'port_id': '5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c', 'mac_address': 'fa:16:3e:14:93:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88a38658-7809-4abe-b052-dc4be9423e4c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 10 17:55:29.734932 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-107c7631-863a-472b-86cc-20d0f40a2262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:29.744769 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Current status of the port 5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c is: DOWN; New status is: BUILD {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:55:29.745157 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:29.756542 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-107c7631-863a-472b-86cc-20d0f40a2262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:29.758616 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.notifiers.nova [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c {{(pid=114530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 10 17:55:29.762446 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-4f1e3db7-0a00-4e81-8d33-15d72e3a2540 req-5f905797-8974-457c-9f84-94c26990f106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940062'] for port, after_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:29.779669 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port 5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c,segment=NetworkSegment(20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a),segment_id=20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:55:29.852316 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:29.885062 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d635b02-e631-4b47-9699-45b6dd4d80d8 req-ce701f38-c2ff-44cb-8f45-2c37a10349af tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:55:29.895988 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-5d635b02-e631-4b47-9699-45b6dd4d80d8 req-ce701f38-c2ff-44cb-8f45-2c37a10349af tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4f60954-724f-4ac3-b3df-7d8fac2df6ce HTTP/1.1" status: 200 len: 943 time: 0.0717795 Jun 10 17:55:29.896646 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f905797-8974-457c-9f84-94c26990f106 service neutron] Pushing event updated for resources: {'Port': ['ID=d1c586aa-2a50-45f3-adf6-4378501e0468,revision_number=2']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:55:29.899258 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.managers [req-4f1e3db7-0a00-4e81-8d33-15d72e3a2540 req-5f905797-8974-457c-9f84-94c26990f106 service neutron] Attempting to bind port d1c586aa-2a50-45f3-adf6-4378501e0468 on host hv-cinder-xena0 for vnic_type normal with profile {{(pid=114528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 17:55:29.900347 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.managers [req-4f1e3db7-0a00-4e81-8d33-15d72e3a2540 req-5f905797-8974-457c-9f84-94c26990f106 service neutron] Attempting to bind port d1c586aa-2a50-45f3-adf6-4378501e0468 by drivers openvswitch,hyperv on host hv-cinder-xena0 at level 0 using segments [{'id': '6709a124-9c43-4d87-92f9-6a6c112d5626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'cf05028d-c72b-40d9-b732-31cbffe291f6'}] {{(pid=114528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 17:55:29.900347 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1e3db7-0a00-4e81-8d33-15d72e3a2540 req-5f905797-8974-457c-9f84-94c26990f106 service neutron] Attempting to bind port d1c586aa-2a50-45f3-adf6-4378501e0468 on network cf05028d-c72b-40d9-b732-31cbffe291f6 {{(pid=114528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 10 17:55:29.905077 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1e3db7-0a00-4e81-8d33-15d72e3a2540 req-5f905797-8974-457c-9f84-94c26990f106 service neutron] Port d1c586aa-2a50-45f3-adf6-4378501e0468 on network cf05028d-c72b-40d9-b732-31cbffe291f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-xena0 {{(pid=114528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 10 17:55:29.905400 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1e3db7-0a00-4e81-8d33-15d72e3a2540 req-5f905797-8974-457c-9f84-94c26990f106 service neutron] Attempting to bind port d1c586aa-2a50-45f3-adf6-4378501e0468 on network cf05028d-c72b-40d9-b732-31cbffe291f6 {{(pid=114528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 10 17:55:29.909632 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Pushing event updated for resources: {'Port': ['ID=5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c,revision_number=9']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:55:29.910516 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1e3db7-0a00-4e81-8d33-15d72e3a2540 req-5f905797-8974-457c-9f84-94c26990f106 service neutron] Checking agent: {'id': '7469bf7c-50e4-4cc8-b056-051e3e633b26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-xena0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 10, 17, 46, 19), 'started_at': datetime.datetime(2022, 6, 10, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 10, 17, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 10 17:55:29.910848 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1e3db7-0a00-4e81-8d33-15d72e3a2540 req-5f905797-8974-457c-9f84-94c26990f106 service neutron] Checking segment: {'id': '6709a124-9c43-4d87-92f9-6a6c112d5626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'cf05028d-c72b-40d9-b732-31cbffe291f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 10 17:55:29.911223 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1e3db7-0a00-4e81-8d33-15d72e3a2540 req-5f905797-8974-457c-9f84-94c26990f106 service neutron] Bound using segment: {'id': '6709a124-9c43-4d87-92f9-6a6c112d5626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'cf05028d-c72b-40d9-b732-31cbffe291f6'} {{(pid=114528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 10 17:55:29.911646 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.managers [req-4f1e3db7-0a00-4e81-8d33-15d72e3a2540 req-5f905797-8974-457c-9f84-94c26990f106 service neutron] Bound port: d1c586aa-2a50-45f3-adf6-4378501e0468, host: hv-cinder-xena0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6709a124-9c43-4d87-92f9-6a6c112d5626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'cf05028d-c72b-40d9-b732-31cbffe291f6'}}] {{(pid=114528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 17:55:29.911996 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-4f1e3db7-0a00-4e81-8d33-15d72e3a2540 req-5f905797-8974-457c-9f84-94c26990f106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:29.915256 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-107c7631-863a-472b-86cc-20d0f40a2262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:29.918474 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-107c7631-863a-472b-86cc-20d0f40a2262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:29.922601 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-107c7631-863a-472b-86cc-20d0f40a2262 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8c0e0702-1716-4622-8314-d061a2d8183d HTTP/1.1" status: 204 len: 168 time: 0.2453678 Jun 10 17:55:29.941643 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107c7631-863a-472b-86cc-20d0f40a2262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0e0702-1716-4622-8314-d061a2d8183d,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:55:29.967295 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-5d635b02-e631-4b47-9699-45b6dd4d80d8 req-443f957e-5aa5-40bb-a382-8635915b5032 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/security-groups?id=dba4da94-9749-47a5-86b2-a548a83b474e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699012 Jun 10 17:55:29.991276 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.db [req-4f1e3db7-0a00-4e81-8d33-15d72e3a2540 req-5f905797-8974-457c-9f84-94c26990f106 service neutron] For port d1c586aa-2a50-45f3-adf6-4378501e0468, host hv-cinder-xena0, cleared binding levels {{(pid=114528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 10 17:55:29.995487 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.db [req-4f1e3db7-0a00-4e81-8d33-15d72e3a2540 req-5f905797-8974-457c-9f84-94c26990f106 service neutron] For port d1c586aa-2a50-45f3-adf6-4378501e0468, host hv-cinder-xena0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=d1c586aa-2a50-45f3-adf6-4378501e0468,segment=NetworkSegment(6709a124-9c43-4d87-92f9-6a6c112d5626),segment_id=6709a124-9c43-4d87-92f9-6a6c112d5626)] {{(pid=114528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 10 17:55:30.066158 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-4f1e3db7-0a00-4e81-8d33-15d72e3a2540 req-5f905797-8974-457c-9f84-94c26990f106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940062'] for port, after_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:30.097812 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e3db7-0a00-4e81-8d33-15d72e3a2540 req-5f905797-8974-457c-9f84-94c26990f106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:55:30.098584 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-4f1e3db7-0a00-4e81-8d33-15d72e3a2540 req-5f905797-8974-457c-9f84-94c26990f106 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for port, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:30.100182 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-4f1e3db7-0a00-4e81-8d33-15d72e3a2540 req-5f905797-8974-457c-9f84-94c26990f106 service neutron] 10.222.0.27 "PUT /v2.0/ports/d1c586aa-2a50-45f3-adf6-4378501e0468 HTTP/1.1" status: 200 len: 1093 time: 1.0173428 Jun 10 17:55:30.103490 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4f60954-724f-4ac3-b3df-7d8fac2df6ce', 'tag': 'd1c586aa-2a50-45f3-adf6-4378501e0468'}] {{(pid=114528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:55:30.105920 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c4b580669e8e78bfc2035bf5baafa64bdcb7bdc1597d6f92a291bf2def5264" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44fcba8c-b802-450a-974e-a601bb195046" -d '{"events": [{"name": "network-changed", "server_uuid": "a4f60954-724f-4ac3-b3df-7d8fac2df6ce", "tag": "d1c586aa-2a50-45f3-adf6-4378501e0468"}]}' {{(pid=114528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:55:30.150753 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f905797-8974-457c-9f84-94c26990f106 service neutron] Pushing event updated for resources: {'Port': ['ID=d1c586aa-2a50-45f3-adf6-4378501e0468,revision_number=3']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:55:30.172438 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] get_ports_and_sgs() called for port_ids ['5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c'] {{(pid=114530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 10 17:55:30.178434 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Jun 2022 17:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac68a63-ea71-498f-ba39-89f81a328626 x-openstack-request-id: req-5ac68a63-ea71-498f-ba39-89f81a328626 {{(pid=114528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:55:30.178434 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4f60954-724f-4ac3-b3df-7d8fac2df6ce", "tag": "d1c586aa-2a50-45f3-adf6-4378501e0468", "status": "completed", "code": 200}]} {{(pid=114528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:55:30.178434 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5ac68a63-ea71-498f-ba39-89f81a328626 {{(pid=114528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:55:30.178434 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ac68a63-ea71-498f-ba39-89f81a328626'] response: {'name': 'network-changed', 'server_uuid': 'a4f60954-724f-4ac3-b3df-7d8fac2df6ce', 'tag': 'd1c586aa-2a50-45f3-adf6-4378501e0468', 'status': 'completed', 'code': 200} Jun 10 17:55:30.261549 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fcba8c-b802-450a-974e-a601bb195046 req-a3447197-1aab-4023-8415-e9121be99850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:55:30.263278 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-44fcba8c-b802-450a-974e-a601bb195046 req-a3447197-1aab-4023-8415-e9121be99850 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=ae2c0c7e115f4f079bcf8d85f2bdfadf&device_id=a4f60954-724f-4ac3-b3df-7d8fac2df6ce HTTP/1.1" status: 200 len: 1096 time: 0.0449166 Jun 10 17:55:30.396633 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fcba8c-b802-450a-974e-a601bb195046 req-d43d76bf-7610-49fe-a3ab-f4c760779a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:55:30.398088 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-44fcba8c-b802-450a-974e-a601bb195046 req-d43d76bf-7610-49fe-a3ab-f4c760779a60 service neutron] 10.222.0.27 "GET /v2.0/networks?tenant_id=ae2c0c7e115f4f079bcf8d85f2bdfadf&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1150305 Jun 10 17:55:30.493976 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fcba8c-b802-450a-974e-a601bb195046 req-db9d83bd-85c5-427b-b98f-b10b0dbc14f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:55:30.495790 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-44fcba8c-b802-450a-974e-a601bb195046 req-db9d83bd-85c5-427b-b98f-b10b0dbc14f8 service neutron] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0909901 Jun 10 17:55:30.595216 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f42a9e-43e6-4179-8001-5a4c0b141547 req-e9354b65-0131-40ae-a811-3938b3966d76 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:55:30.596716 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f9f42a9e-43e6-4179-8001-5a4c0b141547 req-e9354b65-0131-40ae-a811-3938b3966d76 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7c451ff-0de1-443d-a8eb-65b02a664a48 HTTP/1.1" status: 200 len: 944 time: 0.0511861 Jun 10 17:55:30.619815 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e3db7-0a00-4e81-8d33-15d72e3a2540 req-3981c6df-3fc4-4859-b177-c98d25bcb3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:55:30.621369 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-4f1e3db7-0a00-4e81-8d33-15d72e3a2540 req-3981c6df-3fc4-4859-b177-c98d25bcb3a5 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=ae2c0c7e115f4f079bcf8d85f2bdfadf&device_id=a4f60954-724f-4ac3-b3df-7d8fac2df6ce HTTP/1.1" status: 200 len: 1096 time: 0.0484171 Jun 10 17:55:30.637424 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f9f42a9e-43e6-4179-8001-5a4c0b141547 req-20a932be-2590-4bfa-9839-14ac14b98f91 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cbb772-b94c-4a26-be61-ada0eec3eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340137 Jun 10 17:55:30.675672 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-4f1e3db7-0a00-4e81-8d33-15d72e3a2540 req-3e834684-eb41-4cd5-971a-70b0338c9f50 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1c586aa-2a50-45f3-adf6-4378501e0468 HTTP/1.1" status: 200 len: 217 time: 0.0375545 Jun 10 17:55:30.725324 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e3db7-0a00-4e81-8d33-15d72e3a2540 req-a53573ea-2b3b-4f92-be89-3b9456a08a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:55:30.726821 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-4f1e3db7-0a00-4e81-8d33-15d72e3a2540 req-a53573ea-2b3b-4f92-be89-3b9456a08a56 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=9741f818-fc3a-495a-a8d9-92f5229bfc6e HTTP/1.1" status: 200 len: 853 time: 0.0443850 Jun 10 17:55:30.769945 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e3db7-0a00-4e81-8d33-15d72e3a2540 req-ded8d2e1-3480-43e1-bc4a-59ee94d99873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:55:30.771438 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-4f1e3db7-0a00-4e81-8d33-15d72e3a2540 req-ded8d2e1-3480-43e1-bc4a-59ee94d99873 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=cf05028d-c72b-40d9-b732-31cbffe291f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0379813 Jun 10 17:55:30.866477 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-4f1e3db7-0a00-4e81-8d33-15d72e3a2540 req-626b60b2-1fe6-451d-8422-7902131de3d6 service neutron] 10.222.0.27 "GET /v2.0/networks/cf05028d-c72b-40d9-b732-31cbffe291f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871532 Jun 10 17:55:30.954788 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-4f1e3db7-0a00-4e81-8d33-15d72e3a2540 req-970cff56-57c9-4261-92f1-88e2376e132b service neutron] 10.222.0.27 "GET /v2.0/networks/cf05028d-c72b-40d9-b732-31cbffe291f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811646 Jun 10 17:55:31.080629 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11bc6a4-e0eb-49eb-932c-24a1bb0507c7 req-c6209d0d-381a-4041-aa27-edf0beada188 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:55:31.082205 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d11bc6a4-e0eb-49eb-932c-24a1bb0507c7 req-c6209d0d-381a-4041-aa27-edf0beada188 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4f60954-724f-4ac3-b3df-7d8fac2df6ce HTTP/1.1" status: 200 len: 943 time: 0.0523057 Jun 10 17:55:31.120721 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d11bc6a4-e0eb-49eb-932c-24a1bb0507c7 req-c9074c06-fe6a-4aad-862b-c76d878a2e8c tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/security-groups?id=dba4da94-9749-47a5-86b2-a548a83b474e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324597 Jun 10 17:55:31.598706 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device 5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c up at agent hyperv_hv-cinder-xena0 {{(pid=114530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 17:55:31.647304 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Provisioning complete for port 5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c triggered by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:55:31.647666 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:31.736365 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Current status of the port 5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c is: BUILD; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:55:31.736504 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:31.759367 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7c451ff-0de1-443d-a8eb-65b02a664a48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c'}] {{(pid=114530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:55:31.761754 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059d8b929bb81300c707de1c8675048d791f282ce62f1c2c108741a8dfb2b754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97438dc6-690d-4bf3-b2db-b29641f42814" -d '{"events": [{"server_uuid": "e7c451ff-0de1-443d-a8eb-65b02a664a48", "name": "network-vif-plugged", "status": "completed", "tag": "5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c"}]}' {{(pid=114530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:55:31.769253 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf04d0b6-a64d-4740-8584-f6bad2068caf req-80559558-8de2-4ffc-af21-52638f9039ee tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:55:31.775674 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port 5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c,segment=NetworkSegment(20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a),segment_id=20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:55:31.776465 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-bf04d0b6-a64d-4740-8584-f6bad2068caf req-80559558-8de2-4ffc-af21-52638f9039ee tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7c451ff-0de1-443d-a8eb-65b02a664a48 HTTP/1.1" status: 200 len: 944 time: 0.0548632 Jun 10 17:55:31.802256 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Jun 2022 17:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d0d290-5a89-4cd5-b6fe-b3d9f12df437 x-openstack-request-id: req-99d0d290-5a89-4cd5-b6fe-b3d9f12df437 {{(pid=114530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:55:31.805308 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7c451ff-0de1-443d-a8eb-65b02a664a48", "name": "network-vif-plugged", "status": "completed", "tag": "5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c", "code": 200}]} {{(pid=114530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:55:31.805308 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-99d0d290-5a89-4cd5-b6fe-b3d9f12df437 {{(pid=114530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:55:31.805308 dv-cinder-xena-3-iscsi neutron-server[114530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99d0d290-5a89-4cd5-b6fe-b3d9f12df437'] response: {'server_uuid': 'e7c451ff-0de1-443d-a8eb-65b02a664a48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c', 'code': 200} Jun 10 17:55:31.813103 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-bf04d0b6-a64d-4740-8584-f6bad2068caf req-0502f1c2-c018-4d74-a248-98496c0accdf tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cbb772-b94c-4a26-be61-ada0eec3eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356607 Jun 10 17:55:31.859963 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:31.911116 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Pushing event updated for resources: {'Port': ['ID=5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c,revision_number=10']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:55:32.180553 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5785acab-6813-42ad-8df7-c9bcc9f02e18 req-8967f0fe-4fb5-4be7-8da7-7fa13e158388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:55:32.182319 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-5785acab-6813-42ad-8df7-c9bcc9f02e18 req-8967f0fe-4fb5-4be7-8da7-7fa13e158388 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=e7c451ff-0de1-443d-a8eb-65b02a664a48 HTTP/1.1" status: 200 len: 1099 time: 0.0468495 Jun 10 17:55:32.220958 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-5785acab-6813-42ad-8df7-c9bcc9f02e18 req-1c85e82a-2bc6-46e4-b4a4-78372999b91b service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=d6cbb772-b94c-4a26-be61-ada0eec3eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301964 Jun 10 17:55:32.243294 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aef134-681f-4dc0-ad2d-6d4a5bf6eb90 req-a5121f32-f241-4279-9759-9c1861f97f37 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:55:32.244806 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-46aef134-681f-4dc0-ad2d-6d4a5bf6eb90 req-a5121f32-f241-4279-9759-9c1861f97f37 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4f60954-724f-4ac3-b3df-7d8fac2df6ce HTTP/1.1" status: 200 len: 943 time: 0.0490694 Jun 10 17:55:32.281617 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-46aef134-681f-4dc0-ad2d-6d4a5bf6eb90 req-b0d4b373-01d3-4528-b14b-659bff6a3534 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/security-groups?id=dba4da94-9749-47a5-86b2-a548a83b474e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307798 Jun 10 17:55:32.935045 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3830e314-305c-40a5-a29f-50bc382848f5 req-1d812303-eca7-4e30-b8e6-e6e0c5fcc9a6 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:55:32.936531 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-3830e314-305c-40a5-a29f-50bc382848f5 req-1d812303-eca7-4e30-b8e6-e6e0c5fcc9a6 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7c451ff-0de1-443d-a8eb-65b02a664a48 HTTP/1.1" status: 200 len: 946 time: 0.0516415 Jun 10 17:55:32.973893 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-3830e314-305c-40a5-a29f-50bc382848f5 req-9b2e18b3-fa79-474c-a564-1b219eadf111 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cbb772-b94c-4a26-be61-ada0eec3eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313561 Jun 10 17:55:33.398066 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7ccf14-d786-4fa5-afa2-157666ab88f7 req-7ea30e22-d57f-46d0-8db8-a8416fdae5cb tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:55:33.402130 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ff7ccf14-d786-4fa5-afa2-157666ab88f7 req-7ea30e22-d57f-46d0-8db8-a8416fdae5cb tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4f60954-724f-4ac3-b3df-7d8fac2df6ce HTTP/1.1" status: 200 len: 943 time: 0.0510833 Jun 10 17:55:33.444886 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ff7ccf14-d786-4fa5-afa2-157666ab88f7 req-bb50f863-5ee8-4f2c-86e5-d8a2cadd05c6 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/security-groups?id=dba4da94-9749-47a5-86b2-a548a83b474e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389242 Jun 10 17:55:33.606032 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device d1c586aa-2a50-45f3-adf6-4378501e0468 details requested by agent hyperv_hv-cinder-xena0 with host hv-cinder-xena0 {{(pid=114530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 10 17:55:33.721677 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port d1c586aa-2a50-45f3-adf6-4378501e0468, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=d1c586aa-2a50-45f3-adf6-4378501e0468,segment=NetworkSegment(6709a124-9c43-4d87-92f9-6a6c112d5626),segment_id=6709a124-9c43-4d87-92f9-6a6c112d5626)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:55:33.734631 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Returning: {'device': 'd1c586aa-2a50-45f3-adf6-4378501e0468', 'network_id': 'cf05028d-c72b-40d9-b732-31cbffe291f6', 'port_id': 'd1c586aa-2a50-45f3-adf6-4378501e0468', 'mac_address': 'fa:16:3e:db:d6:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9741f818-fc3a-495a-a8d9-92f5229bfc6e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 10 17:55:33.772944 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Current status of the port d1c586aa-2a50-45f3-adf6-4378501e0468 is: DOWN; New status is: BUILD {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:55:33.773353 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:33.786038 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.notifiers.nova [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1c586aa-2a50-45f3-adf6-4378501e0468 {{(pid=114530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 10 17:55:33.804559 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port d1c586aa-2a50-45f3-adf6-4378501e0468, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=d1c586aa-2a50-45f3-adf6-4378501e0468,segment=NetworkSegment(6709a124-9c43-4d87-92f9-6a6c112d5626),segment_id=6709a124-9c43-4d87-92f9-6a6c112d5626)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:55:33.886375 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:33.936204 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Pushing event updated for resources: {'Port': ['ID=d1c586aa-2a50-45f3-adf6-4378501e0468,revision_number=4']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:55:34.098191 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f9270c-251c-4791-893d-89ac9284750d req-b3189c32-64a9-44aa-af07-449f790f47f3 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:55:34.099718 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-54f9270c-251c-4791-893d-89ac9284750d req-b3189c32-64a9-44aa-af07-449f790f47f3 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7c451ff-0de1-443d-a8eb-65b02a664a48 HTTP/1.1" status: 200 len: 946 time: 0.0506041 Jun 10 17:55:34.136644 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-54f9270c-251c-4791-893d-89ac9284750d req-391ff6b3-ac67-452e-a512-ac5fd497bbb7 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cbb772-b94c-4a26-be61-ada0eec3eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308645 Jun 10 17:55:34.218724 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] get_ports_and_sgs() called for port_ids ['d1c586aa-2a50-45f3-adf6-4378501e0468'] {{(pid=114530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 10 17:55:34.564909 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12619ccb-7374-4863-bd6f-1ef81ed75493 req-1e7b1614-2e54-4f6d-b307-4b2d7c9babd7 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:55:34.566380 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-12619ccb-7374-4863-bd6f-1ef81ed75493 req-1e7b1614-2e54-4f6d-b307-4b2d7c9babd7 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4f60954-724f-4ac3-b3df-7d8fac2df6ce HTTP/1.1" status: 200 len: 944 time: 0.0527487 Jun 10 17:55:34.603527 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-12619ccb-7374-4863-bd6f-1ef81ed75493 req-bf6533a8-8223-4394-9fc3-39e4de801137 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/security-groups?id=dba4da94-9749-47a5-86b2-a548a83b474e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309885 Jun 10 17:55:35.254379 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f3453f-cd1b-4410-b082-f2bca45ad926 req-aa9789e8-e227-4161-9d17-dae2f3f142cb tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:55:35.255832 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-59f3453f-cd1b-4410-b082-f2bca45ad926 req-aa9789e8-e227-4161-9d17-dae2f3f142cb tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7c451ff-0de1-443d-a8eb-65b02a664a48 HTTP/1.1" status: 200 len: 946 time: 0.0482774 Jun 10 17:55:35.294785 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-59f3453f-cd1b-4410-b082-f2bca45ad926 req-bae766ee-2e63-4a56-bcac-3573cf9684c3 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cbb772-b94c-4a26-be61-ada0eec3eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328994 Jun 10 17:55:35.631078 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device d1c586aa-2a50-45f3-adf6-4378501e0468 up at agent hyperv_hv-cinder-xena0 {{(pid=114530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 17:55:35.717092 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d0040-b6b1-4aab-bbf1-fa8d433582ae req-adac85c5-6c28-44c5-bada-cfd611182b76 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:55:35.718549 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-bd7d0040-b6b1-4aab-bbf1-fa8d433582ae req-adac85c5-6c28-44c5-bada-cfd611182b76 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4f60954-724f-4ac3-b3df-7d8fac2df6ce HTTP/1.1" status: 200 len: 944 time: 0.0479858 Jun 10 17:55:35.733877 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Provisioning for port d1c586aa-2a50-45f3-adf6-4378501e0468 completed by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 17:55:35.737854 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Provisioning complete for port d1c586aa-2a50-45f3-adf6-4378501e0468 triggered by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:55:35.738209 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:35.756485 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-bd7d0040-b6b1-4aab-bbf1-fa8d433582ae req-9f2ff787-42cd-4658-ade0-5c83e0fa33cb tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/security-groups?id=dba4da94-9749-47a5-86b2-a548a83b474e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317297 Jun 10 17:55:35.817639 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Current status of the port d1c586aa-2a50-45f3-adf6-4378501e0468 is: BUILD; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:55:35.818021 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:35.839637 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4f60954-724f-4ac3-b3df-7d8fac2df6ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c586aa-2a50-45f3-adf6-4378501e0468'}] {{(pid=114530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:55:35.841867 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059d8b929bb81300c707de1c8675048d791f282ce62f1c2c108741a8dfb2b754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae4d8c3-69c4-4d86-9737-b67b5178f623" -d '{"events": [{"server_uuid": "a4f60954-724f-4ac3-b3df-7d8fac2df6ce", "name": "network-vif-plugged", "status": "completed", "tag": "d1c586aa-2a50-45f3-adf6-4378501e0468"}]}' {{(pid=114530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:55:35.854999 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port d1c586aa-2a50-45f3-adf6-4378501e0468, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=d1c586aa-2a50-45f3-adf6-4378501e0468,segment=NetworkSegment(6709a124-9c43-4d87-92f9-6a6c112d5626),segment_id=6709a124-9c43-4d87-92f9-6a6c112d5626)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:55:35.878254 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Jun 2022 17:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a907c42-8676-43f6-8e34-b14cb605f924 x-openstack-request-id: req-3a907c42-8676-43f6-8e34-b14cb605f924 {{(pid=114530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:55:35.878561 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4f60954-724f-4ac3-b3df-7d8fac2df6ce", "name": "network-vif-plugged", "status": "completed", "tag": "d1c586aa-2a50-45f3-adf6-4378501e0468", "code": 200}]} {{(pid=114530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:55:35.878817 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3a907c42-8676-43f6-8e34-b14cb605f924 {{(pid=114530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:55:35.879210 dv-cinder-xena-3-iscsi neutron-server[114530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a907c42-8676-43f6-8e34-b14cb605f924'] response: {'server_uuid': 'a4f60954-724f-4ac3-b3df-7d8fac2df6ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c586aa-2a50-45f3-adf6-4378501e0468', 'code': 200} Jun 10 17:55:35.934380 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:35.982875 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Pushing event updated for resources: {'Port': ['ID=d1c586aa-2a50-45f3-adf6-4378501e0468,revision_number=5']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:55:35.989802 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:55:35.990136 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:55:35.990598 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:55:35.990933 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:55:35.991264 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:55:35.991606 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:55:35.991916 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:55:35.992239 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:55:35.992562 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:55:35.992888 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:55:35.993207 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:55:35.993523 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:55:36.214738 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79479bda-cac9-4848-92bc-303fdd91231b req-2cb369d4-c0ba-4230-89f7-b8f23bcda7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:55:36.216275 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-79479bda-cac9-4848-92bc-303fdd91231b req-2cb369d4-c0ba-4230-89f7-b8f23bcda7c2 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=a4f60954-724f-4ac3-b3df-7d8fac2df6ce HTTP/1.1" status: 200 len: 1098 time: 0.0412650 Jun 10 17:55:36.251782 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-79479bda-cac9-4848-92bc-303fdd91231b req-c2683466-bc66-437d-a6fe-8cf7cc795945 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=dba4da94-9749-47a5-86b2-a548a83b474e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271554 Jun 10 17:55:36.874370 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcece28-c57d-4546-9dc5-8b642c89a56d req-56a65a37-1134-49c8-9a6c-d4ed15edd435 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:55:36.875841 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-bfcece28-c57d-4546-9dc5-8b642c89a56d req-56a65a37-1134-49c8-9a6c-d4ed15edd435 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4f60954-724f-4ac3-b3df-7d8fac2df6ce HTTP/1.1" status: 200 len: 945 time: 0.0514874 Jun 10 17:55:36.912390 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-bfcece28-c57d-4546-9dc5-8b642c89a56d req-2c96a80e-89db-45b8-b8d9-18b6d4527b29 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/security-groups?id=dba4da94-9749-47a5-86b2-a548a83b474e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304706 Jun 10 17:55:38.044878 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64216c-ead4-4d5a-9d12-d47dcf507419 req-de4e675a-b3a8-4a0d-967d-43d5e4ac48f7 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:55:38.046405 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-6f64216c-ead4-4d5a-9d12-d47dcf507419 req-de4e675a-b3a8-4a0d-967d-43d5e4ac48f7 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4f60954-724f-4ac3-b3df-7d8fac2df6ce HTTP/1.1" status: 200 len: 945 time: 0.0604122 Jun 10 17:55:38.088320 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-6f64216c-ead4-4d5a-9d12-d47dcf507419 req-c253cc40-2409-4acb-aab2-be35041e1a8e tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/security-groups?id=dba4da94-9749-47a5-86b2-a548a83b474e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357306 Jun 10 17:55:38.212673 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74481cac-ba9c-4803-bada-71ba0d054cd8 req-36a4bdc9-a967-468e-8b73-f728c3f13eb6 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:55:38.214043 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-74481cac-ba9c-4803-bada-71ba0d054cd8 req-36a4bdc9-a967-468e-8b73-f728c3f13eb6 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4f60954-724f-4ac3-b3df-7d8fac2df6ce HTTP/1.1" status: 200 len: 945 time: 0.0502193 Jun 10 17:55:38.223119 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 49518) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:55:38.227496 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.v2.base [None req-411cdc2a-d226-4dd6-b26c-01cb5d7692b4 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Request body: {'floatingip': {'port_id': 'd1c586aa-2a50-45f3-adf6-4378501e0468'}} {{(pid=114529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:55:38.273068 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-411cdc2a-d226-4dd6-b26c-01cb5d7692b4 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for floatingip, before_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:38.391197 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-ba3107c4-55d9-4433-a0d0-e273133158d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:38.729928 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-411cdc2a-d226-4dd6-b26c-01cb5d7692b4 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:38.813630 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-411cdc2a-d226-4dd6-b26c-01cb5d7692b4 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-753974'] for floatingip, after_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:38.912058 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.db.l3_db [None req-411cdc2a-d226-4dd6-b26c-01cb5d7692b4 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Floating IP ec925360-4670-4126-92a1-88cdc5b70b66 associated. External IP: 172.37.5.20, port: d1c586aa-2a50-45f3-adf6-4378501e0468. Jun 10 17:55:39.114214 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-411cdc2a-d226-4dd6-b26c-01cb5d7692b4 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Router c6993fe7-256c-4148-8715-87d27593d9c1 has already been hosted by L3 agent e04d2863-a40a-41db-9b2a-39042df37909 {{(pid=114529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 10 17:55:39.221878 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-411cdc2a-d226-4dd6-b26c-01cb5d7692b4 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=114529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 10 17:55:39.226819 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-411cdc2a-d226-4dd6-b26c-01cb5d7692b4 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for floatingip, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:39.233633 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25e6d0a-5f8a-4858-a317-4fc8d98d172f None None] Sync routers for ids ['c6993fe7-256c-4148-8715-87d27593d9c1'] in dv-cinder-xena-3-iscsi {{(pid=114530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 17:55:39.243154 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25e6d0a-5f8a-4858-a317-4fc8d98d172f None None] Routers {'c6993fe7-256c-4148-8715-87d27593d9c1'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:55:39.243717 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-d25e6d0a-5f8a-4858-a317-4fc8d98d172f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:55:11Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['c6993fe7-256c-4148-8715-87d27593d9c1'], 'active': True} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:55:39.253725 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-411cdc2a-d226-4dd6-b26c-01cb5d7692b4 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "PUT /v2.0/floatingips/ec925360-4670-4126-92a1-88cdc5b70b66 HTTP/1.1" status: 200 len: 990 time: 1.0295386 Jun 10 17:55:39.254310 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4f60954-724f-4ac3-b3df-7d8fac2df6ce', 'tag': 'd1c586aa-2a50-45f3-adf6-4378501e0468'}] {{(pid=114529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:55:39.256542 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}546b112a5b217dbfa88e609245cede7dd2905721b158f3f41c3dff8a3887b3c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4483004f-8f01-4c34-91ed-b81e256f0ec0" -d '{"events": [{"name": "network-changed", "server_uuid": "a4f60954-724f-4ac3-b3df-7d8fac2df6ce", "tag": "d1c586aa-2a50-45f3-adf6-4378501e0468"}]}' {{(pid=114529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:55:39.292899 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Jun 2022 17:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad2228a-aa31-4374-b187-4cd6a5ce9a94 x-openstack-request-id: req-4ad2228a-aa31-4374-b187-4cd6a5ce9a94 {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:55:39.293692 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4f60954-724f-4ac3-b3df-7d8fac2df6ce", "tag": "d1c586aa-2a50-45f3-adf6-4378501e0468", "status": "completed", "code": 200}]} {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:55:39.293932 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4ad2228a-aa31-4374-b187-4cd6a5ce9a94 {{(pid=114529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:55:39.294504 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ad2228a-aa31-4374-b187-4cd6a5ce9a94'] response: {'name': 'network-changed', 'server_uuid': 'a4f60954-724f-4ac3-b3df-7d8fac2df6ce', 'tag': 'd1c586aa-2a50-45f3-adf6-4378501e0468', 'status': 'completed', 'code': 200} Jun 10 17:55:39.353202 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvr_db [None req-d25e6d0a-5f8a-4858-a317-4fc8d98d172f None None] Set router c6993fe7-256c-4148-8715-87d27593d9c1 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:55:39.377734 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4483004f-8f01-4c34-91ed-b81e256f0ec0 req-56ce6bd2-48ff-44f3-871d-8951c704c1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:55:39.379398 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-4483004f-8f01-4c34-91ed-b81e256f0ec0 req-56ce6bd2-48ff-44f3-871d-8951c704c1b3 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=ae2c0c7e115f4f079bcf8d85f2bdfadf&device_id=a4f60954-724f-4ac3-b3df-7d8fac2df6ce HTTP/1.1" status: 200 len: 1098 time: 0.0414371 Jun 10 17:55:39.471600 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4483004f-8f01-4c34-91ed-b81e256f0ec0 req-9d5f89fd-7202-4bb1-80f1-f6e4da0a0350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:55:39.473058 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-4483004f-8f01-4c34-91ed-b81e256f0ec0 req-9d5f89fd-7202-4bb1-80f1-f6e4da0a0350 service neutron] 10.222.0.27 "GET /v2.0/networks?id=cf05028d-c72b-40d9-b732-31cbffe291f6 HTTP/1.1" status: 200 len: 915 time: 0.0873835 Jun 10 17:55:39.546146 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-4483004f-8f01-4c34-91ed-b81e256f0ec0 req-8377503c-2e50-440a-bf5b-99f8feb73043 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1c586aa-2a50-45f3-adf6-4378501e0468 HTTP/1.1" status: 200 len: 998 time: 0.0665114 Jun 10 17:55:39.591504 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-d25e6d0a-5f8a-4858-a317-4fc8d98d172f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'name': 'tempest-AttachVolumeNegativeTest-134245358-router', 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.13'}], 'enable_snat': True}, 'gw_port_id': '6f13a53a-504f-443b-87c9-e435164ad56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:54Z', 'updated_at': '2022-06-10T17:53:57Z', 'revision_number': 4, 'project_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'gw_port': {'id': '6f13a53a-504f-443b-87c9-e435164ad56f', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:54Z', 'updated_at': '2022-06-10T17:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_floatingips': [{'id': 'ae890690-0e1f-491e-a636-27e1baa59b78', 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'floating_ip_address': '172.37.5.222', 'floating_network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'router_id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'port_id': '03943a64-4bc8-4066-998c-327b844b0056', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf05028d-c72b-40d9-b732-31cbffe291f6', 'mac_address': 'fa:16:3e:67:be:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8873376-178b-473c-b4a7-13c770571367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-10T17:54:01Z', 'updated_at': '2022-06-10T17:54:20Z', 'revision_number': 2, 'project_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'fixed_ip_address_scope': None}, {'id': 'ec925360-4670-4126-92a1-88cdc5b70b66', 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'floating_ip_address': '172.37.5.20', 'floating_network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'router_id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'port_id': 'd1c586aa-2a50-45f3-adf6-4378501e0468', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf05028d-c72b-40d9-b732-31cbffe291f6', 'mac_address': 'fa:16:3e:db:d6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f60954-724f-4ac3-b3df-7d8fac2df6ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-10T17:55:16Z', 'updated_at': '2022-06-10T17:55:38Z', 'revision_number': 1, 'project_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '410b1b9f-a001-4d68-be21-d8f17484d592', 'name': '', 'network_id': 'cf05028d-c72b-40d9-b732-31cbffe291f6', 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'mac_address': 'fa:16:3e:55:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '9741f818-fc3a-495a-a8d9-92f5229bfc6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:57Z', 'updated_at': '2022-06-10T17:54:02Z', 'revision_number': 5, 'project_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'subnets': [{'id': '9741f818-fc3a-495a-a8d9-92f5229bfc6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:55:39.600192 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4483004f-8f01-4c34-91ed-b81e256f0ec0 req-8e08bd6e-140d-44ce-8970-97afc50199b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:55:39.601730 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-4483004f-8f01-4c34-91ed-b81e256f0ec0 req-8e08bd6e-140d-44ce-8970-97afc50199b0 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=9741f818-fc3a-495a-a8d9-92f5229bfc6e HTTP/1.1" status: 200 len: 853 time: 0.0487576 Jun 10 17:55:39.621705 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25e6d0a-5f8a-4858-a317-4fc8d98d172f None None] Checking router: c6993fe7-256c-4148-8715-87d27593d9c1 for host: dv-cinder-xena-3-iscsi {{(pid=114530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 17:55:39.630146 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25e6d0a-5f8a-4858-a317-4fc8d98d172f None None] Routers {'c6993fe7-256c-4148-8715-87d27593d9c1'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:55:39.630785 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-d25e6d0a-5f8a-4858-a317-4fc8d98d172f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:55:11Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['c6993fe7-256c-4148-8715-87d27593d9c1'], 'active': True} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:55:39.648574 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4483004f-8f01-4c34-91ed-b81e256f0ec0 req-ba6d9fb0-9084-4d71-8a7d-107f8b4c0436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:55:39.650063 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-4483004f-8f01-4c34-91ed-b81e256f0ec0 req-ba6d9fb0-9084-4d71-8a7d-107f8b4c0436 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=cf05028d-c72b-40d9-b732-31cbffe291f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0411177 Jun 10 17:55:39.739992 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvr_db [None req-d25e6d0a-5f8a-4858-a317-4fc8d98d172f None None] Set router c6993fe7-256c-4148-8715-87d27593d9c1 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:55:39.742713 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-4483004f-8f01-4c34-91ed-b81e256f0ec0 req-1db9b4e4-6388-45a2-83cd-dff7bf86ecf0 service neutron] 10.222.0.27 "GET /v2.0/networks/cf05028d-c72b-40d9-b732-31cbffe291f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857852 Jun 10 17:55:39.835755 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-4483004f-8f01-4c34-91ed-b81e256f0ec0 req-dd72dae5-4587-4554-bfd0-502d85226470 service neutron] 10.222.0.27 "GET /v2.0/networks/cf05028d-c72b-40d9-b732-31cbffe291f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862954 Jun 10 17:55:40.087304 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-d25e6d0a-5f8a-4858-a317-4fc8d98d172f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'name': 'tempest-AttachVolumeNegativeTest-134245358-router', 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.13'}], 'enable_snat': True}, 'gw_port_id': '6f13a53a-504f-443b-87c9-e435164ad56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:54Z', 'updated_at': '2022-06-10T17:53:57Z', 'revision_number': 4, 'project_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'gw_port': {'id': '6f13a53a-504f-443b-87c9-e435164ad56f', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:54Z', 'updated_at': '2022-06-10T17:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_floatingips': [{'id': 'ae890690-0e1f-491e-a636-27e1baa59b78', 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'floating_ip_address': '172.37.5.222', 'floating_network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'router_id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'port_id': '03943a64-4bc8-4066-998c-327b844b0056', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf05028d-c72b-40d9-b732-31cbffe291f6', 'mac_address': 'fa:16:3e:67:be:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8873376-178b-473c-b4a7-13c770571367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-10T17:54:01Z', 'updated_at': '2022-06-10T17:54:20Z', 'revision_number': 2, 'project_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'fixed_ip_address_scope': None}, {'id': 'ec925360-4670-4126-92a1-88cdc5b70b66', 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'floating_ip_address': '172.37.5.20', 'floating_network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'router_id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'port_id': 'd1c586aa-2a50-45f3-adf6-4378501e0468', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf05028d-c72b-40d9-b732-31cbffe291f6', 'mac_address': 'fa:16:3e:db:d6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f60954-724f-4ac3-b3df-7d8fac2df6ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-10T17:55:16Z', 'updated_at': '2022-06-10T17:55:38Z', 'revision_number': 1, 'project_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '410b1b9f-a001-4d68-be21-d8f17484d592', 'name': '', 'network_id': 'cf05028d-c72b-40d9-b732-31cbffe291f6', 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'mac_address': 'fa:16:3e:55:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '9741f818-fc3a-495a-a8d9-92f5229bfc6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:57Z', 'updated_at': '2022-06-10T17:54:02Z', 'revision_number': 5, 'project_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'subnets': [{'id': '9741f818-fc3a-495a-a8d9-92f5229bfc6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:55:40.114584 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25e6d0a-5f8a-4858-a317-4fc8d98d172f None None] The sync data for ids ['c6993fe7-256c-4148-8715-87d27593d9c1'] in dv-cinder-xena-3-iscsi is: [{'id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'name': 'tempest-AttachVolumeNegativeTest-134245358-router', 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.13'}], 'enable_snat': True}, 'gw_port_id': '6f13a53a-504f-443b-87c9-e435164ad56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:54Z', 'updated_at': '2022-06-10T17:53:57Z', 'revision_number': 4, 'project_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'gw_port': {'id': '6f13a53a-504f-443b-87c9-e435164ad56f', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:54Z', 'updated_at': '2022-06-10T17:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_floatingips': [{'id': 'ae890690-0e1f-491e-a636-27e1baa59b78', 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'floating_ip_address': '172.37.5.222', 'floating_network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'router_id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'port_id': '03943a64-4bc8-4066-998c-327b844b0056', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf05028d-c72b-40d9-b732-31cbffe291f6', 'mac_address': 'fa:16:3e:67:be:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8873376-178b-473c-b4a7-13c770571367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-10T17:54:01Z', 'updated_at': '2022-06-10T17:54:20Z', 'revision_number': 2, 'project_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'fixed_ip_address_scope': None}, {'id': 'ec925360-4670-4126-92a1-88cdc5b70b66', 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'floating_ip_address': '172.37.5.20', 'floating_network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'router_id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'port_id': 'd1c586aa-2a50-45f3-adf6-4378501e0468', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf05028d-c72b-40d9-b732-31cbffe291f6', 'mac_address': 'fa:16:3e:db:d6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f60954-724f-4ac3-b3df-7d8fac2df6ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-10T17:55:16Z', 'updated_at': '2022-06-10T17:55:38Z', 'revision_number': 1, 'project_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '410b1b9f-a001-4d68-be21-d8f17484d592', 'name': '', 'network_id': 'cf05028d-c72b-40d9-b732-31cbffe291f6', 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'mac_address': 'fa:16:3e:55:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '9741f818-fc3a-495a-a8d9-92f5229bfc6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:57Z', 'updated_at': '2022-06-10T17:54:02Z', 'revision_number': 5, 'project_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'subnets': [{'id': '9741f818-fc3a-495a-a8d9-92f5229bfc6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 17:55:40.298559 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73cb3bc-bc5b-4711-9a5a-021486e653e1 None None] New status for floating IP ec925360-4670-4126-92a1-88cdc5b70b66: ACTIVE {{(pid=114531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 17:55:40.767730 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-c1b461a1-82fc-4111-a461-0d71e4313b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:41.778984 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-9e937c9f-4d57-47ec-81ad-8e77ea25145e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:43.099397 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a5a6984-4625-4674-bdbb-a7ccf76cac14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:43.934732 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:55:48.886072 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:04.544172 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.agents_db [None req-a7dfe2cf-50d1-49ca-b1ce-2a181a6e45d3 None None] Agent healthcheck: found 6 active agents {{(pid=114531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 10 17:56:08.401317 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-773fefcb-dd12-471b-9954-4a19e5e5b57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:10.796030 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-ae2c0543-89aa-466d-b436-a04022123b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:11.811463 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-9e937c9f-4d57-47ec-81ad-8e77ea25145e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:12.186450 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 49726) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:56:12.289651 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-27f5c8be-fe50-427e-8163-3c7c2926e603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:12.364638 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-27f5c8be-fe50-427e-8163-3c7c2926e603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:12.458305 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-27f5c8be-fe50-427e-8163-3c7c2926e603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:12.496541 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-27f5c8be-fe50-427e-8163-3c7c2926e603 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=201996ddd0e14cb5afffaaa4a621cc67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3090239 Jun 10 17:56:12.497381 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f5c8be-fe50-427e-8163-3c7c2926e603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a099e2d0-db0b-41f5-b39f-ac9de6820e93,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:56:12.499358 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 49730) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:56:12.548264 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-170f6654-b52e-4fd3-81cc-38e6ede1ead7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:12.569341 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-170f6654-b52e-4fd3-81cc-38e6ede1ead7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:12.732630 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-170f6654-b52e-4fd3-81cc-38e6ede1ead7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:12.735168 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-170f6654-b52e-4fd3-81cc-38e6ede1ead7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:12.736472 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-170f6654-b52e-4fd3-81cc-38e6ede1ead7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a099e2d0-db0b-41f5-b39f-ac9de6820e93 HTTP/1.1" status: 204 len: 168 time: 0.2360802 Jun 10 17:56:12.744208 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f6654-b52e-4fd3-81cc-38e6ede1ead7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a099e2d0-db0b-41f5-b39f-ac9de6820e93,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:56:13.075886 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a5a6984-4625-4674-bdbb-a7ccf76cac14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:13.933486 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:14.435996 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c76d468-c849-480f-90cd-1f902f8e4346 req-71ed279d-943f-473d-964b-918d8c165614 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:56:14.437374 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-3c76d468-c849-480f-90cd-1f902f8e4346 req-71ed279d-943f-473d-964b-918d8c165614 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7c451ff-0de1-443d-a8eb-65b02a664a48 HTTP/1.1" status: 200 len: 946 time: 0.0484357 Jun 10 17:56:14.475236 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-3c76d468-c849-480f-90cd-1f902f8e4346 req-9f8bb51b-4325-4a4b-ab22-bcc4334a0555 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cbb772-b94c-4a26-be61-ada0eec3eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312102 Jun 10 17:56:15.596483 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dcc636-cded-458d-892d-7e490892d06c req-5e5018b5-afb4-478c-8e98-468e08c5c0c0 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:56:15.597900 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-42dcc636-cded-458d-892d-7e490892d06c req-5e5018b5-afb4-478c-8e98-468e08c5c0c0 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7c451ff-0de1-443d-a8eb-65b02a664a48 HTTP/1.1" status: 200 len: 946 time: 0.0479977 Jun 10 17:56:15.635556 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-42dcc636-cded-458d-892d-7e490892d06c req-cdf9858a-b1c5-45c7-b3b0-cd7a3c5129ba tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cbb772-b94c-4a26-be61-ada0eec3eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315735 Jun 10 17:56:16.318940 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39162d84-8287-4f55-bcc1-eab1ed2143f6 req-1e663b2b-72a9-42f0-a65e-0c22efbb2c32 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:56:16.320387 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-39162d84-8287-4f55-bcc1-eab1ed2143f6 req-1e663b2b-72a9-42f0-a65e-0c22efbb2c32 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.27 "GET /v2.0/ports?device_id=e7c451ff-0de1-443d-a8eb-65b02a664a48 HTTP/1.1" status: 200 len: 946 time: 0.0482416 Jun 10 17:56:16.408587 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.plugin [req-39162d84-8287-4f55-bcc1-eab1ed2143f6 req-3376b821-4ce5-4bdd-833a-71536a1b4fb8 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Deleting port 5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c {{(pid=114528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 10 17:56:16.408850 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-39162d84-8287-4f55-bcc1-eab1ed2143f6 req-3376b821-4ce5-4bdd-833a-71536a1b4fb8 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764021161391'] for port, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:16.497120 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.db [req-39162d84-8287-4f55-bcc1-eab1ed2143f6 req-3376b821-4ce5-4bdd-833a-71536a1b4fb8 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] For port 5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c,segment=NetworkSegment(20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a),segment_id=20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a)] {{(pid=114528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:56:16.497481 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-39162d84-8287-4f55-bcc1-eab1ed2143f6 req-3376b821-4ce5-4bdd-833a-71536a1b4fb8 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781461'] for port, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:16.661475 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-39162d84-8287-4f55-bcc1-eab1ed2143f6 req-3376b821-4ce5-4bdd-833a-71536a1b4fb8 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:16.661757 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-39162d84-8287-4f55-bcc1-eab1ed2143f6 req-3376b821-4ce5-4bdd-833a-71536a1b4fb8 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-753974'] for floatingip, after_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:16.662072 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.db.l3_db [req-39162d84-8287-4f55-bcc1-eab1ed2143f6 req-3376b821-4ce5-4bdd-833a-71536a1b4fb8 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Floating IP 017e3129-5b00-4a45-a371-30d7bebf73d7 disassociated. External IP: 172.37.5.127, port: 5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c. Jun 10 17:56:16.662437 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.plugin [req-39162d84-8287-4f55-bcc1-eab1ed2143f6 req-3376b821-4ce5-4bdd-833a-71536a1b4fb8 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Calling delete_port for 5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c owned by compute:nova {{(pid=114528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 10 17:56:16.756693 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa09d7-65de-4d05-a64d-425782a27743 req-73d54e87-91e5-4f46-bb92-5c414823e274 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:56:16.759050 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-19aa09d7-65de-4d05-a64d-425782a27743 req-73d54e87-91e5-4f46-bb92-5c414823e274 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7c451ff-0de1-443d-a8eb-65b02a664a48 HTTP/1.1" status: 200 len: 946 time: 0.0523765 Jun 10 17:56:16.795282 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-19aa09d7-65de-4d05-a64d-425782a27743 req-1fd045e8-7297-4bf0-9791-369759088b08 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cbb772-b94c-4a26-be61-ada0eec3eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311806 Jun 10 17:56:16.853081 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-39162d84-8287-4f55-bcc1-eab1ed2143f6 req-3376b821-4ce5-4bdd-833a-71536a1b4fb8 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764021169165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764020614696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940005'] for port, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:16.882508 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3376b821-4ce5-4bdd-833a-71536a1b4fb8 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Pushing event deleted for resources: {'Port': ['ID=5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:56:16.999167 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39162d84-8287-4f55-bcc1-eab1ed2143f6 req-3376b821-4ce5-4bdd-833a-71536a1b4fb8 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Router b08aacab-8f74-4fe8-ac9f-43f4322e361a has already been hosted by L3 agent e04d2863-a40a-41db-9b2a-39042df37909 {{(pid=114528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 10 17:56:17.105602 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39162d84-8287-4f55-bcc1-eab1ed2143f6 req-3376b821-4ce5-4bdd-833a-71536a1b4fb8 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=114528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 10 17:56:17.116180 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04290aa-749a-4723-94ec-79d7d0a95b3b None None] Sync routers for ids ['b08aacab-8f74-4fe8-ac9f-43f4322e361a'] in dv-cinder-xena-3-iscsi {{(pid=114530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 17:56:17.126306 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04290aa-749a-4723-94ec-79d7d0a95b3b None None] Routers {'b08aacab-8f74-4fe8-ac9f-43f4322e361a'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:56:17.127077 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-c04290aa-749a-4723-94ec-79d7d0a95b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:56:11Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['b08aacab-8f74-4fe8-ac9f-43f4322e361a'], 'active': True} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:56:17.144485 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.l3_dvrscheduler_db [req-39162d84-8287-4f55-bcc1-eab1ed2143f6 req-3376b821-4ce5-4bdd-833a-71536a1b4fb8 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] No DVR routers for this DVR port 5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c on host hv-cinder-xena0 {{(pid=114528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 17:56:17.147061 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-39162d84-8287-4f55-bcc1-eab1ed2143f6 req-3376b821-4ce5-4bdd-833a-71536a1b4fb8 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for port, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:17.150374 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-39162d84-8287-4f55-bcc1-eab1ed2143f6 req-3376b821-4ce5-4bdd-833a-71536a1b4fb8 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.27 "DELETE /v2.0/ports/5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c HTTP/1.1" status: 204 len: 173 time: 0.8244507 Jun 10 17:56:17.150825 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7c451ff-0de1-443d-a8eb-65b02a664a48', 'name': 'network-vif-deleted', 'tag': '5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c'}] {{(pid=114528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:56:17.153513 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c4b580669e8e78bfc2035bf5baafa64bdcb7bdc1597d6f92a291bf2def5264" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5931890d-9e3b-40fa-820c-ef627b16ff98" -d '{"events": [{"server_uuid": "e7c451ff-0de1-443d-a8eb-65b02a664a48", "name": "network-vif-deleted", "tag": "5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c"}]}' {{(pid=114528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:56:17.190318 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Jun 2022 17:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-506107d8-84f2-42de-9623-23b7cbff57da x-openstack-request-id: req-506107d8-84f2-42de-9623-23b7cbff57da {{(pid=114528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:56:17.190601 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7c451ff-0de1-443d-a8eb-65b02a664a48", "name": "network-vif-deleted", "tag": "5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c", "status": "completed", "code": 200}]} {{(pid=114528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:56:17.190849 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-506107d8-84f2-42de-9623-23b7cbff57da {{(pid=114528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:56:17.191241 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-506107d8-84f2-42de-9623-23b7cbff57da'] response: {'server_uuid': 'e7c451ff-0de1-443d-a8eb-65b02a664a48', 'name': 'network-vif-deleted', 'tag': '5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c', 'status': 'completed', 'code': 200} Jun 10 17:56:17.242087 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvr_db [None req-c04290aa-749a-4723-94ec-79d7d0a95b3b None None] Set router b08aacab-8f74-4fe8-ac9f-43f4322e361a gateway port host: dv-cinder-xena-3-iscsi {{(pid=114530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:56:17.451284 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-c04290aa-749a-4723-94ec-79d7d0a95b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08aacab-8f74-4fe8-ac9f-43f4322e361a', 'name': 'tempest-AttachVolumeShelveTestJSON-1204651457-router', 'tenant_id': '094eb7d216034d06b4925791cb320a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.30'}], 'enable_snat': True}, 'gw_port_id': '7f6d17e9-2cf4-412e-86f5-f350d1ba889a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:49:46Z', 'updated_at': '2022-06-10T17:49:51Z', 'revision_number': 4, 'project_id': '094eb7d216034d06b4925791cb320a38', 'gw_port': {'id': '7f6d17e9-2cf4-412e-86f5-f350d1ba889a', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08aacab-8f74-4fe8-ac9f-43f4322e361a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:49:47Z', 'updated_at': '2022-06-10T17:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': 'f89c920b-0c58-4b20-8e3c-971757c8c6f8', 'name': '', 'network_id': '272ad309-eaf3-4f81-8366-f3ca4e7cfed0', 'tenant_id': '094eb7d216034d06b4925791cb320a38', 'mac_address': 'fa:16:3e:78:43:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08aacab-8f74-4fe8-ac9f-43f4322e361a', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '88a38658-7809-4abe-b052-dc4be9423e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:49:50Z', 'updated_at': '2022-06-10T17:49:54Z', 'revision_number': 5, 'project_id': '094eb7d216034d06b4925791cb320a38', 'subnets': [{'id': '88a38658-7809-4abe-b052-dc4be9423e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:56:17.477603 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04290aa-749a-4723-94ec-79d7d0a95b3b None None] Checking router: b08aacab-8f74-4fe8-ac9f-43f4322e361a for host: dv-cinder-xena-3-iscsi {{(pid=114530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 17:56:17.486709 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04290aa-749a-4723-94ec-79d7d0a95b3b None None] Routers {'b08aacab-8f74-4fe8-ac9f-43f4322e361a'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:56:17.487327 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-c04290aa-749a-4723-94ec-79d7d0a95b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:56:11Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['b08aacab-8f74-4fe8-ac9f-43f4322e361a'], 'active': True} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:56:17.592245 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvr_db [None req-c04290aa-749a-4723-94ec-79d7d0a95b3b None None] Set router b08aacab-8f74-4fe8-ac9f-43f4322e361a gateway port host: dv-cinder-xena-3-iscsi {{(pid=114530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:56:17.794975 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-c04290aa-749a-4723-94ec-79d7d0a95b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08aacab-8f74-4fe8-ac9f-43f4322e361a', 'name': 'tempest-AttachVolumeShelveTestJSON-1204651457-router', 'tenant_id': '094eb7d216034d06b4925791cb320a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.30'}], 'enable_snat': True}, 'gw_port_id': '7f6d17e9-2cf4-412e-86f5-f350d1ba889a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:49:46Z', 'updated_at': '2022-06-10T17:49:51Z', 'revision_number': 4, 'project_id': '094eb7d216034d06b4925791cb320a38', 'gw_port': {'id': '7f6d17e9-2cf4-412e-86f5-f350d1ba889a', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08aacab-8f74-4fe8-ac9f-43f4322e361a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:49:47Z', 'updated_at': '2022-06-10T17:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': 'f89c920b-0c58-4b20-8e3c-971757c8c6f8', 'name': '', 'network_id': '272ad309-eaf3-4f81-8366-f3ca4e7cfed0', 'tenant_id': '094eb7d216034d06b4925791cb320a38', 'mac_address': 'fa:16:3e:78:43:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08aacab-8f74-4fe8-ac9f-43f4322e361a', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '88a38658-7809-4abe-b052-dc4be9423e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:49:50Z', 'updated_at': '2022-06-10T17:49:54Z', 'revision_number': 5, 'project_id': '094eb7d216034d06b4925791cb320a38', 'subnets': [{'id': '88a38658-7809-4abe-b052-dc4be9423e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:56:17.821354 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04290aa-749a-4723-94ec-79d7d0a95b3b None None] The sync data for ids ['b08aacab-8f74-4fe8-ac9f-43f4322e361a'] in dv-cinder-xena-3-iscsi is: [{'id': 'b08aacab-8f74-4fe8-ac9f-43f4322e361a', 'name': 'tempest-AttachVolumeShelveTestJSON-1204651457-router', 'tenant_id': '094eb7d216034d06b4925791cb320a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.30'}], 'enable_snat': True}, 'gw_port_id': '7f6d17e9-2cf4-412e-86f5-f350d1ba889a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:49:46Z', 'updated_at': '2022-06-10T17:49:51Z', 'revision_number': 4, 'project_id': '094eb7d216034d06b4925791cb320a38', 'gw_port': {'id': '7f6d17e9-2cf4-412e-86f5-f350d1ba889a', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08aacab-8f74-4fe8-ac9f-43f4322e361a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:49:47Z', 'updated_at': '2022-06-10T17:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': 'f89c920b-0c58-4b20-8e3c-971757c8c6f8', 'name': '', 'network_id': '272ad309-eaf3-4f81-8366-f3ca4e7cfed0', 'tenant_id': '094eb7d216034d06b4925791cb320a38', 'mac_address': 'fa:16:3e:78:43:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08aacab-8f74-4fe8-ac9f-43f4322e361a', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '88a38658-7809-4abe-b052-dc4be9423e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:49:50Z', 'updated_at': '2022-06-10T17:49:54Z', 'revision_number': 5, 'project_id': '094eb7d216034d06b4925791cb320a38', 'subnets': [{'id': '88a38658-7809-4abe-b052-dc4be9423e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 17:56:17.944128 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 49760) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:56:18.003739 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-59230620-89cf-44ec-ac49-9c65f7425c1b tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks [] for security_group, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:18.035777 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-59230620-89cf-44ec-ac49-9c65f7425c1b tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:18.044551 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0125e80-1703-42e7-b9f6-1187c3888509 None None] New status for floating IP 017e3129-5b00-4a45-a371-30d7bebf73d7: DOWN {{(pid=114531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 17:56:18.155532 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-59230620-89cf-44ec-ac49-9c65f7425c1b tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:18.158728 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-59230620-89cf-44ec-ac49-9c65f7425c1b tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks [] for security_group, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:18.159903 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-59230620-89cf-44ec-ac49-9c65f7425c1b tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "DELETE /v2.0/security-groups/d6cbb772-b94c-4a26-be61-ada0eec3eeff HTTP/1.1" status: 204 len: 168 time: 0.2147603 Jun 10 17:56:18.162737 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 49762) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:56:18.168912 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59230620-89cf-44ec-ac49-9c65f7425c1b tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6cbb772-b94c-4a26-be61-ada0eec3eeff,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:56:18.176135 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.api.v2.resource [None req-6ecafd48-b014-4b00-a4cf-fc6523c2828c tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] show failed (client error): The resource could not be found. Jun 10 17:56:18.177122 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-6ecafd48-b014-4b00-a4cf-fc6523c2828c tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "GET /v2.0/security-groups/d6cbb772-b94c-4a26-be61-ada0eec3eeff HTTP/1.1" status: 404 len: 347 time: 0.0134227 Jun 10 17:56:18.180261 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 49764) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:56:18.303566 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.plugin [None req-4159df30-8bc8-4a2d-a054-b764ea6337b9 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Deleting port 8705619d-7abb-41db-bb00-b947a2fffae3 {{(pid=114529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 10 17:56:18.303903 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-4159df30-8bc8-4a2d-a054-b764ea6337b9 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764021161391'] for port, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:18.375357 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-4159df30-8bc8-4a2d-a054-b764ea6337b9 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781461'] for port, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:18.375747 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-4159df30-8bc8-4a2d-a054-b764ea6337b9 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:18.386916 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.plugin [None req-4159df30-8bc8-4a2d-a054-b764ea6337b9 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Calling delete_port for 8705619d-7abb-41db-bb00-b947a2fffae3 owned by network:floatingip {{(pid=114529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 10 17:56:18.576627 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-4159df30-8bc8-4a2d-a054-b764ea6337b9 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764021169165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764020614696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263063011'] for port, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:18.601208 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4159df30-8bc8-4a2d-a054-b764ea6337b9 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Pushing event deleted for resources: {'Port': ['ID=8705619d-7abb-41db-bb00-b947a2fffae3,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:56:18.662723 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-4159df30-8bc8-4a2d-a054-b764ea6337b9 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks [] for floatingip, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:18.665312 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-4159df30-8bc8-4a2d-a054-b764ea6337b9 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for floatingip, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:18.666467 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-4159df30-8bc8-4a2d-a054-b764ea6337b9 tempest-AttachVolumeShelveTestJSON-1007356911 tempest-AttachVolumeShelveTestJSON-1007356911-project] 10.222.0.16 "DELETE /v2.0/floatingips/017e3129-5b00-4a45-a371-30d7bebf73d7 HTTP/1.1" status: 204 len: 168 time: 0.4852986 Jun 10 17:56:18.915869 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:19.914406 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device 5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c no longer exists at agent hyperv_hv-cinder-xena0 {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 10 17:56:19.938603 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] No Port match for: 5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c {{(pid=114530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 10 17:56:19.939207 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device 5b9a08f4-fef9-4efe-8fcf-4eb1d57de90c not bound to the agent host hv-cinder-xena0 {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 10 17:56:21.326765 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 49786) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:56:22.042762 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-42a0ce68-277a-412b-835e-41254ceb4dcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-779062'] for router_interface, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:22.114913 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-b86e29b1-3f80-4205-a35b-d227b97e201b req-4f79035b-9280-4bce-a665-d6301a32a217 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=a8873376-178b-473c-b4a7-13c770571367&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397766 Jun 10 17:56:22.186336 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e29b1-3f80-4205-a35b-d227b97e201b req-1a41c4d2-8bb2-4fbb-a713-a48410ff84d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:56:22.187820 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-b86e29b1-3f80-4205-a35b-d227b97e201b req-1a41c4d2-8bb2-4fbb-a713-a48410ff84d8 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=ae2c0c7e115f4f079bcf8d85f2bdfadf&device_id=a8873376-178b-473c-b4a7-13c770571367 HTTP/1.1" status: 200 len: 1098 time: 0.0407922 Jun 10 17:56:22.286148 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.plugin [None req-42a0ce68-277a-412b-835e-41254ceb4dcf admin admin] Deleting port f89c920b-0c58-4b20-8e3c-971757c8c6f8 {{(pid=114529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 10 17:56:22.286580 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-42a0ce68-277a-412b-835e-41254ceb4dcf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764021161391'] for port, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:22.292700 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e29b1-3f80-4205-a35b-d227b97e201b req-ea87e864-fe63-429e-ac99-bc7321400a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:56:22.294295 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-b86e29b1-3f80-4205-a35b-d227b97e201b req-ea87e864-fe63-429e-ac99-bc7321400a16 service neutron] 10.222.0.27 "GET /v2.0/networks?id=cf05028d-c72b-40d9-b732-31cbffe291f6 HTTP/1.1" status: 200 len: 915 time: 0.0878582 Jun 10 17:56:22.357669 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-b86e29b1-3f80-4205-a35b-d227b97e201b req-79536699-cce9-42b6-85d4-a7a8d884150b service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03943a64-4bc8-4066-998c-327b844b0056 HTTP/1.1" status: 200 len: 1001 time: 0.0568361 Jun 10 17:56:22.362156 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.db [None req-42a0ce68-277a-412b-835e-41254ceb4dcf admin admin] For port f89c920b-0c58-4b20-8e3c-971757c8c6f8, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=f89c920b-0c58-4b20-8e3c-971757c8c6f8,segment=NetworkSegment(20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a),segment_id=20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a)] {{(pid=114529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:56:22.362581 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-42a0ce68-277a-412b-835e-41254ceb4dcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781461'] for port, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:22.374650 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.plugin [None req-42a0ce68-277a-412b-835e-41254ceb4dcf admin admin] Calling delete_port for f89c920b-0c58-4b20-8e3c-971757c8c6f8 owned by network:router_interface {{(pid=114529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 10 17:56:22.409146 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e29b1-3f80-4205-a35b-d227b97e201b req-2a6a2f4c-a2d0-4022-a000-cb56929c479b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:56:22.410610 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-b86e29b1-3f80-4205-a35b-d227b97e201b req-2a6a2f4c-a2d0-4022-a000-cb56929c479b service neutron] 10.222.0.27 "GET /v2.0/subnets?id=9741f818-fc3a-495a-a8d9-92f5229bfc6e HTTP/1.1" status: 200 len: 853 time: 0.0467348 Jun 10 17:56:22.455216 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e29b1-3f80-4205-a35b-d227b97e201b req-6ae09496-8978-421a-a89c-6369449b31cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:56:22.456692 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-b86e29b1-3f80-4205-a35b-d227b97e201b req-6ae09496-8978-421a-a89c-6369449b31cf service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=cf05028d-c72b-40d9-b732-31cbffe291f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0400801 Jun 10 17:56:22.545010 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-b86e29b1-3f80-4205-a35b-d227b97e201b req-831f8af2-22b4-4a3e-b523-0b932ad70d0b service neutron] 10.222.0.27 "GET /v2.0/networks/cf05028d-c72b-40d9-b732-31cbffe291f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817764 Jun 10 17:56:22.616693 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-42a0ce68-277a-412b-835e-41254ceb4dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764021169165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764020614696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263063011'] for port, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:22.637145 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-b86e29b1-3f80-4205-a35b-d227b97e201b req-5bbbd7df-76d5-4d96-9c5d-38bcf397ba9b service neutron] 10.222.0.27 "GET /v2.0/networks/cf05028d-c72b-40d9-b732-31cbffe291f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857189 Jun 10 17:56:22.644356 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a0ce68-277a-412b-835e-41254ceb4dcf admin admin] Pushing event deleted for resources: {'Port': ['ID=f89c920b-0c58-4b20-8e3c-971757c8c6f8,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:56:22.811534 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-42a0ce68-277a-412b-835e-41254ceb4dcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-734075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-779162'] for router_interface, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:23.022410 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42a0ce68-277a-412b-835e-41254ceb4dcf admin admin] Router b08aacab-8f74-4fe8-ac9f-43f4322e361a has already been hosted by L3 agent e04d2863-a40a-41db-9b2a-39042df37909 {{(pid=114529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 10 17:56:23.125424 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42a0ce68-277a-412b-835e-41254ceb4dcf admin admin] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=114529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 10 17:56:23.130435 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-42a0ce68-277a-412b-835e-41254ceb4dcf admin admin] 10.222.0.16 "PUT /v2.0/routers/b08aacab-8f74-4fe8-ac9f-43f4322e361a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8025973 Jun 10 17:56:23.134800 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc47cb3-120f-41e4-81f5-32593c2e3249 None None] Sync routers for ids ['b08aacab-8f74-4fe8-ac9f-43f4322e361a'] in dv-cinder-xena-3-iscsi {{(pid=114530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 17:56:23.139696 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 49796) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:56:23.145820 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc47cb3-120f-41e4-81f5-32593c2e3249 None None] Routers {'b08aacab-8f74-4fe8-ac9f-43f4322e361a'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:56:23.147382 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-acc47cb3-120f-41e4-81f5-32593c2e3249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:56:11Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['b08aacab-8f74-4fe8-ac9f-43f4322e361a'], 'active': True} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:56:23.248633 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-fc6c47bb-b78a-4087-9b75-8eaf0ef5ebf1 admin admin] Notify callbacks [] for router, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:23.265570 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvr_db [None req-acc47cb3-120f-41e4-81f5-32593c2e3249 None None] Set router b08aacab-8f74-4fe8-ac9f-43f4322e361a gateway port host: dv-cinder-xena-3-iscsi {{(pid=114530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:56:23.353824 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-fc6c47bb-b78a-4087-9b75-8eaf0ef5ebf1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:23.446108 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-acc47cb3-120f-41e4-81f5-32593c2e3249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08aacab-8f74-4fe8-ac9f-43f4322e361a', 'name': 'tempest-AttachVolumeShelveTestJSON-1204651457-router', 'tenant_id': '094eb7d216034d06b4925791cb320a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.30'}], 'enable_snat': True}, 'gw_port_id': '7f6d17e9-2cf4-412e-86f5-f350d1ba889a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:49:46Z', 'updated_at': '2022-06-10T17:56:22Z', 'revision_number': 5, 'project_id': '094eb7d216034d06b4925791cb320a38', 'gw_port': {'id': '7f6d17e9-2cf4-412e-86f5-f350d1ba889a', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08aacab-8f74-4fe8-ac9f-43f4322e361a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:49:47Z', 'updated_at': '2022-06-10T17:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:56:23.477327 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc47cb3-120f-41e4-81f5-32593c2e3249 None None] Checking router: b08aacab-8f74-4fe8-ac9f-43f4322e361a for host: dv-cinder-xena-3-iscsi {{(pid=114530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 17:56:23.477927 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.plugin [None req-fc6c47bb-b78a-4087-9b75-8eaf0ef5ebf1 admin admin] Deleting port 7f6d17e9-2cf4-412e-86f5-f350d1ba889a {{(pid=114529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 10 17:56:23.478426 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-fc6c47bb-b78a-4087-9b75-8eaf0ef5ebf1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764021161391'] for port, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:23.485869 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc47cb3-120f-41e4-81f5-32593c2e3249 None None] Routers {'b08aacab-8f74-4fe8-ac9f-43f4322e361a'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:56:23.486511 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-acc47cb3-120f-41e4-81f5-32593c2e3249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:56:11Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['b08aacab-8f74-4fe8-ac9f-43f4322e361a'], 'active': True} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:56:23.568933 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.db [None req-fc6c47bb-b78a-4087-9b75-8eaf0ef5ebf1 admin admin] For port 7f6d17e9-2cf4-412e-86f5-f350d1ba889a, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=7f6d17e9-2cf4-412e-86f5-f350d1ba889a,segment=NetworkSegment(bfeef927-6d24-4759-be0a-a8eced1bbc0e),segment_id=bfeef927-6d24-4759-be0a-a8eced1bbc0e)] {{(pid=114529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:56:23.569303 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-fc6c47bb-b78a-4087-9b75-8eaf0ef5ebf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781461'] for port, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:23.572554 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvr_db [None req-acc47cb3-120f-41e4-81f5-32593c2e3249 None None] Set router b08aacab-8f74-4fe8-ac9f-43f4322e361a gateway port host: None {{(pid=114530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:56:23.602700 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.plugin [None req-fc6c47bb-b78a-4087-9b75-8eaf0ef5ebf1 admin admin] Calling delete_port for 7f6d17e9-2cf4-412e-86f5-f350d1ba889a owned by network:router_gateway {{(pid=114529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 10 17:56:23.627653 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-acc47cb3-120f-41e4-81f5-32593c2e3249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08aacab-8f74-4fe8-ac9f-43f4322e361a', 'name': 'tempest-AttachVolumeShelveTestJSON-1204651457-router', 'tenant_id': '094eb7d216034d06b4925791cb320a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:49:46Z', 'updated_at': '2022-06-10T17:56:23Z', 'revision_number': 6, 'project_id': '094eb7d216034d06b4925791cb320a38', 'gw_port_host': None}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:56:23.653410 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc47cb3-120f-41e4-81f5-32593c2e3249 None None] The sync data for ids ['b08aacab-8f74-4fe8-ac9f-43f4322e361a'] in dv-cinder-xena-3-iscsi is: [{'id': 'b08aacab-8f74-4fe8-ac9f-43f4322e361a', 'name': 'tempest-AttachVolumeShelveTestJSON-1204651457-router', 'tenant_id': '094eb7d216034d06b4925791cb320a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:49:46Z', 'updated_at': '2022-06-10T17:56:23Z', 'revision_number': 6, 'project_id': '094eb7d216034d06b4925791cb320a38', 'gw_port_host': None}] {{(pid=114530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 17:56:23.664485 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117eaa6f-3108-45ce-8ad6-8a1b2c74d702 req-01633603-fcf2-4af0-8ce4-ec5a37a9dc56 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:56:23.666007 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-117eaa6f-3108-45ce-8ad6-8a1b2c74d702 req-01633603-fcf2-4af0-8ce4-ec5a37a9dc56 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4f60954-724f-4ac3-b3df-7d8fac2df6ce HTTP/1.1" status: 200 len: 945 time: 0.0997036 Jun 10 17:56:23.748846 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-117eaa6f-3108-45ce-8ad6-8a1b2c74d702 req-738bc846-a816-4aaa-bbe6-e1e9b616f74a tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/security-groups?id=dba4da94-9749-47a5-86b2-a548a83b474e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749559 Jun 10 17:56:23.847333 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-fc6c47bb-b78a-4087-9b75-8eaf0ef5ebf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764021169165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764020614696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263063011'] for port, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:23.875840 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6c47bb-b78a-4087-9b75-8eaf0ef5ebf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f6d17e9-2cf4-412e-86f5-f350d1ba889a,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:56:23.934260 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-fc6c47bb-b78a-4087-9b75-8eaf0ef5ebf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-754044'] for router_gateway, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:24.024731 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-fc6c47bb-b78a-4087-9b75-8eaf0ef5ebf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14472'] for router, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:24.026867 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-fc6c47bb-b78a-4087-9b75-8eaf0ef5ebf1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:24.115682 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-fc6c47bb-b78a-4087-9b75-8eaf0ef5ebf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-533514'] for router, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:24.116274 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc6c47bb-b78a-4087-9b75-8eaf0ef5ebf1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b08aacab-8f74-4fe8-ac9f-43f4322e361a {{(pid=114529) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 10 17:56:24.121045 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-fc6c47bb-b78a-4087-9b75-8eaf0ef5ebf1 admin admin] Notify callbacks [] for router, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:24.122169 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-fc6c47bb-b78a-4087-9b75-8eaf0ef5ebf1 admin admin] 10.222.0.16 "DELETE /v2.0/routers/b08aacab-8f74-4fe8-ac9f-43f4322e361a HTTP/1.1" status: 204 len: 168 time: 0.9813619 Jun 10 17:56:24.124643 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 49804) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:56:24.172022 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.db_base_plugin_v2 [None req-477f6e66-e1b9-4e8f-852e-98476826372c admin admin] Deleting subnet 88a38658-7809-4abe-b052-dc4be9423e4c {{(pid=114529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 10 17:56:24.175650 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-477f6e66-e1b9-4e8f-852e-98476826372c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:24.209175 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-477f6e66-e1b9-4e8f-852e-98476826372c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263706186'] for subnet, precommit_delete_associations {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:24.284355 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-477f6e66-e1b9-4e8f-852e-98476826372c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4008051'] for subnet, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:24.379055 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-477f6e66-e1b9-4e8f-852e-98476826372c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4008060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263062998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263210359'] for subnet, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:24.410044 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477f6e66-e1b9-4e8f-852e-98476826372c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88a38658-7809-4abe-b052-dc4be9423e4c,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:56:24.413683 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-477f6e66-e1b9-4e8f-852e-98476826372c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-734032'] for subnet, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:24.420441 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc5803c-7077-4c09-a723-8b0fb4c7d466 None None] Network 272ad309-eaf3-4f81-8366-f3ca4e7cfed0 requested from dv-cinder-xena-3-iscsi {{(pid=114530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 17:56:24.420975 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-477f6e66-e1b9-4e8f-852e-98476826372c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/88a38658-7809-4abe-b052-dc4be9423e4c HTTP/1.1" status: 204 len: 168 time: 0.2948213 Jun 10 17:56:24.421193 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 49808) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:56:24.462004 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device 7f6d17e9-2cf4-412e-86f5-f350d1ba889a no longer exists at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 10 17:56:24.496578 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] No Port match for: 7f6d17e9-2cf4-412e-86f5-f350d1ba889a {{(pid=114530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 10 17:56:24.497353 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device 7f6d17e9-2cf4-412e-86f5-f350d1ba889a not bound to the agent host dv-cinder-xena-3-iscsi {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 10 17:56:24.497994 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device f89c920b-0c58-4b20-8e3c-971757c8c6f8 no longer exists at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 10 17:56:24.512310 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-80588394-4f47-4383-870b-6956463e1ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3935284'] for network, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:24.521246 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] No Port match for: f89c920b-0c58-4b20-8e3c-971757c8c6f8 {{(pid=114530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 10 17:56:24.521756 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device f89c920b-0c58-4b20-8e3c-971757c8c6f8 not bound to the agent host dv-cinder-xena-3-iscsi {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 10 17:56:24.574609 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.plugin [None req-80588394-4f47-4383-870b-6956463e1ac0 admin admin] Deleting port c32bcbc5-f398-400e-ab74-753a9819a6b3 {{(pid=114528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 10 17:56:24.575023 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-80588394-4f47-4383-870b-6956463e1ac0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764021161391'] for port, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:24.641854 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.db [None req-80588394-4f47-4383-870b-6956463e1ac0 admin admin] For port c32bcbc5-f398-400e-ab74-753a9819a6b3, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=c32bcbc5-f398-400e-ab74-753a9819a6b3,segment=NetworkSegment(20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a),segment_id=20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a)] {{(pid=114528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:56:24.642345 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-80588394-4f47-4383-870b-6956463e1ac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781461'] for port, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:24.657991 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.plugin [None req-80588394-4f47-4383-870b-6956463e1ac0 admin admin] Calling delete_port for c32bcbc5-f398-400e-ab74-753a9819a6b3 owned by network:dhcp {{(pid=114528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 10 17:56:24.795629 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-80588394-4f47-4383-870b-6956463e1ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764021169165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764020614696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940005'] for port, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:24.822215 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80588394-4f47-4383-870b-6956463e1ac0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c32bcbc5-f398-400e-ab74-753a9819a6b3,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:56:24.829916 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80588394-4f47-4383-870b-6956463e1ac0 admin admin] No DVR routers for this DVR port c32bcbc5-f398-400e-ab74-753a9819a6b3 on host dv-cinder-xena-3-iscsi {{(pid=114528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 17:56:24.836823 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f464f2-aaf9-43b2-9ffc-74f8e984d599 None None] DHCP port deletion for 272ad309-eaf3-4f81-8366-f3ca4e7cfed0 request from dv-cinder-xena-3-iscsi {{(pid=114530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 17:56:24.897024 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4fd0bd-1466-4e71-b0ed-6ad986ef7064 req-c55085b3-3452-43e0-bed0-5ba14999ba6c tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:56:24.898833 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-4b4fd0bd-1466-4e71-b0ed-6ad986ef7064 req-c55085b3-3452-43e0-bed0-5ba14999ba6c tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4f60954-724f-4ac3-b3df-7d8fac2df6ce HTTP/1.1" status: 200 len: 945 time: 0.0715077 Jun 10 17:56:24.919307 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-80588394-4f47-4383-870b-6956463e1ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4008428', 'neutron.services.segments.db._delete_segments_for_network-8764020915914'] for network, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:24.936661 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-4b4fd0bd-1466-4e71-b0ed-6ad986ef7064 req-9e7f30ac-53c5-4c0a-9c8a-1ff2f17766f7 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/security-groups?id=dba4da94-9749-47a5-86b2-a548a83b474e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321679 Jun 10 17:56:24.941475 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.services.segments.db [None req-80588394-4f47-4383-870b-6956463e1ac0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['272ad309-eaf3-4f81-8366-f3ca4e7cfed0']}} {{(pid=114528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:56:24.950637 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.services.segments.db [None req-80588394-4f47-4383-870b-6956463e1ac0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a') {'for_net_delete': True} {{(pid=114528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:56:24.950937 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.services.segments.db [None req-80588394-4f47-4383-870b-6956463e1ac0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a') {} {{(pid=114528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:56:24.960255 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-80588394-4f47-4383-870b-6956463e1ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764020916947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1640931'] for segment, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:24.972913 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-80588394-4f47-4383-870b-6956463e1ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009214'] for segment, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:24.978731 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80588394-4f47-4383-870b-6956463e1ac0 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=114528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 17:56:24.985337 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-80588394-4f47-4383-870b-6956463e1ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940090'] for segment, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:24.997335 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.services.segments.plugin [-] Segment 20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a resource provider aggregate not found Jun 10 17:56:25.031452 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.services.segments.plugin [-] Segment 20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 20987e17-5fc8-4cdc-a2e3-1b2db4f4e47a found for delete ", "request_id": "req-8f9f520a-efd6-42fe-a918-f1f2ac4c1146"}]} Jun 10 17:56:25.119656 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-80588394-4f47-4383-870b-6956463e1ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4008437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753944'] for network, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:25.127441 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-80588394-4f47-4383-870b-6956463e1ac0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-734032'] for network, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:25.130625 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-80588394-4f47-4383-870b-6956463e1ac0 admin admin] 10.222.0.16 "DELETE /v2.0/networks/272ad309-eaf3-4f81-8366-f3ca4e7cfed0 HTTP/1.1" status: 204 len: 168 time: 0.7084234 Jun 10 17:56:25.139809 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80588394-4f47-4383-870b-6956463e1ac0 admin admin] Pushing event deleted for resources: {'Network': ['ID=272ad309-eaf3-4f81-8366-f3ca4e7cfed0,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:56:25.231566 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a73796-3273-47f6-8c4b-3cf5053a3f48 req-9a67a86b-80f6-411d-912f-174c67adec45 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:56:25.233015 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-22a73796-3273-47f6-8c4b-3cf5053a3f48 req-9a67a86b-80f6-411d-912f-174c67adec45 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.27 "GET /v2.0/ports?device_id=a4f60954-724f-4ac3-b3df-7d8fac2df6ce HTTP/1.1" status: 200 len: 945 time: 0.0522146 Jun 10 17:56:25.338901 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.plugin [req-22a73796-3273-47f6-8c4b-3cf5053a3f48 req-12ffdd9c-dd35-4084-b3a8-ccab65054652 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Deleting port d1c586aa-2a50-45f3-adf6-4378501e0468 {{(pid=114528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 10 17:56:25.339234 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-22a73796-3273-47f6-8c4b-3cf5053a3f48 req-12ffdd9c-dd35-4084-b3a8-ccab65054652 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764021161391'] for port, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:25.429698 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.db [req-22a73796-3273-47f6-8c4b-3cf5053a3f48 req-12ffdd9c-dd35-4084-b3a8-ccab65054652 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] For port d1c586aa-2a50-45f3-adf6-4378501e0468, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=d1c586aa-2a50-45f3-adf6-4378501e0468,segment=NetworkSegment(6709a124-9c43-4d87-92f9-6a6c112d5626),segment_id=6709a124-9c43-4d87-92f9-6a6c112d5626)] {{(pid=114528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:56:25.437574 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-22a73796-3273-47f6-8c4b-3cf5053a3f48 req-12ffdd9c-dd35-4084-b3a8-ccab65054652 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781461'] for port, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:25.448574 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 49818) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:56:25.490570 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-659478a3-84e5-4e89-bcbc-2dd8765b28a2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=094eb7d216034d06b4925791cb320a38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383790 Jun 10 17:56:25.490774 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 49820) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:56:25.616211 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-7dd8f954-0247-4f4d-893c-22d507042f7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:25.638862 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-22a73796-3273-47f6-8c4b-3cf5053a3f48 req-12ffdd9c-dd35-4084-b3a8-ccab65054652 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:25.639223 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-22a73796-3273-47f6-8c4b-3cf5053a3f48 req-12ffdd9c-dd35-4084-b3a8-ccab65054652 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-753974'] for floatingip, after_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:25.639535 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.db.l3_db [req-22a73796-3273-47f6-8c4b-3cf5053a3f48 req-12ffdd9c-dd35-4084-b3a8-ccab65054652 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Floating IP ec925360-4670-4126-92a1-88cdc5b70b66 disassociated. External IP: 172.37.5.20, port: d1c586aa-2a50-45f3-adf6-4378501e0468. Jun 10 17:56:25.639872 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.plugin [req-22a73796-3273-47f6-8c4b-3cf5053a3f48 req-12ffdd9c-dd35-4084-b3a8-ccab65054652 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Calling delete_port for d1c586aa-2a50-45f3-adf6-4378501e0468 owned by compute:nova {{(pid=114528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 10 17:56:25.652354 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-7dd8f954-0247-4f4d-893c-22d507042f7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:25.816657 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-7dd8f954-0247-4f4d-893c-22d507042f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:25.819173 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-7dd8f954-0247-4f4d-893c-22d507042f7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:25.823001 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-7dd8f954-0247-4f4d-893c-22d507042f7f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/570379af-a4cb-432f-95ba-251f7dad2a53 HTTP/1.1" status: 204 len: 168 time: 0.3286552 Jun 10 17:56:25.827823 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd8f954-0247-4f4d-893c-22d507042f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570379af-a4cb-432f-95ba-251f7dad2a53,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:56:25.881420 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-22a73796-3273-47f6-8c4b-3cf5053a3f48 req-12ffdd9c-dd35-4084-b3a8-ccab65054652 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764021169165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764020614696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940005'] for port, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:25.916087 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ffdd9c-dd35-4084-b3a8-ccab65054652 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Pushing event deleted for resources: {'Port': ['ID=d1c586aa-2a50-45f3-adf6-4378501e0468,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:56:26.026497 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22a73796-3273-47f6-8c4b-3cf5053a3f48 req-12ffdd9c-dd35-4084-b3a8-ccab65054652 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Router c6993fe7-256c-4148-8715-87d27593d9c1 has already been hosted by L3 agent e04d2863-a40a-41db-9b2a-39042df37909 {{(pid=114528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 10 17:56:26.032597 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ef1b7a6a-b72d-4450-941e-65aee2c01295 req-4edf5656-4289-4c60-ab9d-a9d4be8c59c4 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4f60954-724f-4ac3-b3df-7d8fac2df6ce HTTP/1.1" status: 200 len: 210 time: 0.0262475 Jun 10 17:56:26.137574 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22a73796-3273-47f6-8c4b-3cf5053a3f48 req-12ffdd9c-dd35-4084-b3a8-ccab65054652 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=114528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 10 17:56:26.146317 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981b0a72-da33-4c09-90b4-f0090e55cdd3 None None] Sync routers for ids ['c6993fe7-256c-4148-8715-87d27593d9c1'] in dv-cinder-xena-3-iscsi {{(pid=114531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 17:56:26.158781 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981b0a72-da33-4c09-90b4-f0090e55cdd3 None None] Routers {'c6993fe7-256c-4148-8715-87d27593d9c1'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:56:26.159394 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-981b0a72-da33-4c09-90b4-f0090e55cdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:56:11Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['c6993fe7-256c-4148-8715-87d27593d9c1'], 'active': True} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:56:26.180661 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.l3_dvrscheduler_db [req-22a73796-3273-47f6-8c4b-3cf5053a3f48 req-12ffdd9c-dd35-4084-b3a8-ccab65054652 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] No DVR routers for this DVR port d1c586aa-2a50-45f3-adf6-4378501e0468 on host hv-cinder-xena0 {{(pid=114528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 17:56:26.183550 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-22a73796-3273-47f6-8c4b-3cf5053a3f48 req-12ffdd9c-dd35-4084-b3a8-ccab65054652 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for port, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:26.186844 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-22a73796-3273-47f6-8c4b-3cf5053a3f48 req-12ffdd9c-dd35-4084-b3a8-ccab65054652 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.27 "DELETE /v2.0/ports/d1c586aa-2a50-45f3-adf6-4378501e0468 HTTP/1.1" status: 204 len: 173 time: 0.9318810 Jun 10 17:56:26.187286 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4f60954-724f-4ac3-b3df-7d8fac2df6ce', 'name': 'network-vif-deleted', 'tag': 'd1c586aa-2a50-45f3-adf6-4378501e0468'}] {{(pid=114528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:56:26.190188 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c4b580669e8e78bfc2035bf5baafa64bdcb7bdc1597d6f92a291bf2def5264" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82c297f-69dd-4b6c-9f0c-6e8c5a0a03a7" -d '{"events": [{"server_uuid": "a4f60954-724f-4ac3-b3df-7d8fac2df6ce", "name": "network-vif-deleted", "tag": "d1c586aa-2a50-45f3-adf6-4378501e0468"}]}' {{(pid=114528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:56:26.232554 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Jun 2022 17:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab32a93b-bf52-4041-8c9e-f1af4954c264 x-openstack-request-id: req-ab32a93b-bf52-4041-8c9e-f1af4954c264 {{(pid=114528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:56:26.232912 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4f60954-724f-4ac3-b3df-7d8fac2df6ce", "name": "network-vif-deleted", "tag": "d1c586aa-2a50-45f3-adf6-4378501e0468", "status": "completed", "code": 200}]} {{(pid=114528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:56:26.233160 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ab32a93b-bf52-4041-8c9e-f1af4954c264 {{(pid=114528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:56:26.233551 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab32a93b-bf52-4041-8c9e-f1af4954c264'] response: {'server_uuid': 'a4f60954-724f-4ac3-b3df-7d8fac2df6ce', 'name': 'network-vif-deleted', 'tag': 'd1c586aa-2a50-45f3-adf6-4378501e0468', 'status': 'completed', 'code': 200} Jun 10 17:56:26.276710 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvr_db [None req-981b0a72-da33-4c09-90b4-f0090e55cdd3 None None] Set router c6993fe7-256c-4148-8715-87d27593d9c1 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:56:26.450858 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device c32bcbc5-f398-400e-ab74-753a9819a6b3 no longer exists at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 10 17:56:26.472733 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] No Port match for: c32bcbc5-f398-400e-ab74-753a9819a6b3 {{(pid=114530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 10 17:56:26.473076 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device c32bcbc5-f398-400e-ab74-753a9819a6b3 not bound to the agent host dv-cinder-xena-3-iscsi {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 10 17:56:26.550008 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-981b0a72-da33-4c09-90b4-f0090e55cdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'name': 'tempest-AttachVolumeNegativeTest-134245358-router', 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.13'}], 'enable_snat': True}, 'gw_port_id': '6f13a53a-504f-443b-87c9-e435164ad56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:54Z', 'updated_at': '2022-06-10T17:53:57Z', 'revision_number': 4, 'project_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'gw_port': {'id': '6f13a53a-504f-443b-87c9-e435164ad56f', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:54Z', 'updated_at': '2022-06-10T17:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_floatingips': [{'id': 'ae890690-0e1f-491e-a636-27e1baa59b78', 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'floating_ip_address': '172.37.5.222', 'floating_network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'router_id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'port_id': '03943a64-4bc8-4066-998c-327b844b0056', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf05028d-c72b-40d9-b732-31cbffe291f6', 'mac_address': 'fa:16:3e:67:be:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8873376-178b-473c-b4a7-13c770571367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-10T17:54:01Z', 'updated_at': '2022-06-10T17:54:20Z', 'revision_number': 2, 'project_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '410b1b9f-a001-4d68-be21-d8f17484d592', 'name': '', 'network_id': 'cf05028d-c72b-40d9-b732-31cbffe291f6', 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'mac_address': 'fa:16:3e:55:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '9741f818-fc3a-495a-a8d9-92f5229bfc6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:57Z', 'updated_at': '2022-06-10T17:54:02Z', 'revision_number': 5, 'project_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'subnets': [{'id': '9741f818-fc3a-495a-a8d9-92f5229bfc6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:56:26.576670 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981b0a72-da33-4c09-90b4-f0090e55cdd3 None None] Checking router: c6993fe7-256c-4148-8715-87d27593d9c1 for host: dv-cinder-xena-3-iscsi {{(pid=114531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 17:56:26.584930 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981b0a72-da33-4c09-90b4-f0090e55cdd3 None None] Routers {'c6993fe7-256c-4148-8715-87d27593d9c1'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:56:26.585523 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-981b0a72-da33-4c09-90b4-f0090e55cdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:56:11Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['c6993fe7-256c-4148-8715-87d27593d9c1'], 'active': True} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:56:26.692979 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvr_db [None req-981b0a72-da33-4c09-90b4-f0090e55cdd3 None None] Set router c6993fe7-256c-4148-8715-87d27593d9c1 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:56:26.920142 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-981b0a72-da33-4c09-90b4-f0090e55cdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'name': 'tempest-AttachVolumeNegativeTest-134245358-router', 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.13'}], 'enable_snat': True}, 'gw_port_id': '6f13a53a-504f-443b-87c9-e435164ad56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:54Z', 'updated_at': '2022-06-10T17:53:57Z', 'revision_number': 4, 'project_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'gw_port': {'id': '6f13a53a-504f-443b-87c9-e435164ad56f', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:54Z', 'updated_at': '2022-06-10T17:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_floatingips': [{'id': 'ae890690-0e1f-491e-a636-27e1baa59b78', 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'floating_ip_address': '172.37.5.222', 'floating_network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'router_id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'port_id': '03943a64-4bc8-4066-998c-327b844b0056', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf05028d-c72b-40d9-b732-31cbffe291f6', 'mac_address': 'fa:16:3e:67:be:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8873376-178b-473c-b4a7-13c770571367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-10T17:54:01Z', 'updated_at': '2022-06-10T17:54:20Z', 'revision_number': 2, 'project_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '410b1b9f-a001-4d68-be21-d8f17484d592', 'name': '', 'network_id': 'cf05028d-c72b-40d9-b732-31cbffe291f6', 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'mac_address': 'fa:16:3e:55:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '9741f818-fc3a-495a-a8d9-92f5229bfc6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:57Z', 'updated_at': '2022-06-10T17:54:02Z', 'revision_number': 5, 'project_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'subnets': [{'id': '9741f818-fc3a-495a-a8d9-92f5229bfc6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:56:27.035401 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981b0a72-da33-4c09-90b4-f0090e55cdd3 None None] The sync data for ids ['c6993fe7-256c-4148-8715-87d27593d9c1'] in dv-cinder-xena-3-iscsi is: [{'id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'name': 'tempest-AttachVolumeNegativeTest-134245358-router', 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.13'}], 'enable_snat': True}, 'gw_port_id': '6f13a53a-504f-443b-87c9-e435164ad56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:54Z', 'updated_at': '2022-06-10T17:53:57Z', 'revision_number': 4, 'project_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'gw_port': {'id': '6f13a53a-504f-443b-87c9-e435164ad56f', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:54Z', 'updated_at': '2022-06-10T17:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_floatingips': [{'id': 'ae890690-0e1f-491e-a636-27e1baa59b78', 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'floating_ip_address': '172.37.5.222', 'floating_network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'router_id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'port_id': '03943a64-4bc8-4066-998c-327b844b0056', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf05028d-c72b-40d9-b732-31cbffe291f6', 'mac_address': 'fa:16:3e:67:be:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8873376-178b-473c-b4a7-13c770571367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-10T17:54:01Z', 'updated_at': '2022-06-10T17:54:20Z', 'revision_number': 2, 'project_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '410b1b9f-a001-4d68-be21-d8f17484d592', 'name': '', 'network_id': 'cf05028d-c72b-40d9-b732-31cbffe291f6', 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'mac_address': 'fa:16:3e:55:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '9741f818-fc3a-495a-a8d9-92f5229bfc6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:57Z', 'updated_at': '2022-06-10T17:54:02Z', 'revision_number': 5, 'project_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'subnets': [{'id': '9741f818-fc3a-495a-a8d9-92f5229bfc6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 17:56:27.145023 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-c4efe9f0-8bbf-4ac3-8027-5ab795119eb6 req-eef7b896-9840-4fc5-9632-1807508669f8 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4f60954-724f-4ac3-b3df-7d8fac2df6ce HTTP/1.1" status: 200 len: 210 time: 0.0275929 Jun 10 17:56:27.287093 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584fa5f3-1227-4302-817f-9761ae6393c8 None None] New status for floating IP ec925360-4670-4126-92a1-88cdc5b70b66: DOWN {{(pid=114530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 17:56:27.928515 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device d1c586aa-2a50-45f3-adf6-4378501e0468 no longer exists at agent hyperv_hv-cinder-xena0 {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 10 17:56:27.948924 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] No Port match for: d1c586aa-2a50-45f3-adf6-4378501e0468 {{(pid=114530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 10 17:56:27.949257 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device d1c586aa-2a50-45f3-adf6-4378501e0468 not bound to the agent host hv-cinder-xena0 {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 10 17:56:28.286056 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 49870) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:56:28.341672 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-7480f925-acd5-4c1d-881f-e25d847a2513 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for security_group, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:28.366112 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-7480f925-acd5-4c1d-881f-e25d847a2513 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:28.492266 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-7480f925-acd5-4c1d-881f-e25d847a2513 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:28.494886 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-7480f925-acd5-4c1d-881f-e25d847a2513 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for security_group, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:28.496055 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-7480f925-acd5-4c1d-881f-e25d847a2513 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "DELETE /v2.0/security-groups/dba4da94-9749-47a5-86b2-a548a83b474e HTTP/1.1" status: 204 len: 168 time: 0.2090077 Jun 10 17:56:28.498989 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 49872) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:56:28.505886 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7480f925-acd5-4c1d-881f-e25d847a2513 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba4da94-9749-47a5-86b2-a548a83b474e,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:56:28.517264 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.api.v2.resource [None req-328eadc2-48c8-40a8-b0df-16e2ebae1f91 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] show failed (client error): The resource could not be found. Jun 10 17:56:28.520218 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-328eadc2-48c8-40a8-b0df-16e2ebae1f91 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/security-groups/dba4da94-9749-47a5-86b2-a548a83b474e HTTP/1.1" status: 404 len: 347 time: 0.0182822 Jun 10 17:56:28.522462 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 49874) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:56:28.646568 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.plugin [None req-4f41694f-e69c-4636-85e0-2789a71be2ba tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Deleting port 531279a2-dbed-4629-8b3e-ab261db027f4 {{(pid=114528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 10 17:56:28.649881 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-4f41694f-e69c-4636-85e0-2789a71be2ba tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764021161391'] for port, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:28.969213 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-4f41694f-e69c-4636-85e0-2789a71be2ba tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781461'] for port, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:28.969657 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-4f41694f-e69c-4636-85e0-2789a71be2ba tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:28.981336 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.plugin [None req-4f41694f-e69c-4636-85e0-2789a71be2ba tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Calling delete_port for 531279a2-dbed-4629-8b3e-ab261db027f4 owned by network:floatingip {{(pid=114528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 10 17:56:29.184205 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-4f41694f-e69c-4636-85e0-2789a71be2ba tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764021169165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764020614696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940005'] for port, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:29.209169 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f41694f-e69c-4636-85e0-2789a71be2ba tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Pushing event deleted for resources: {'Port': ['ID=531279a2-dbed-4629-8b3e-ab261db027f4,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:56:29.222375 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f41694f-e69c-4636-85e0-2789a71be2ba tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:56:29.222718 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f41694f-e69c-4636-85e0-2789a71be2ba tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:56:29.223057 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f41694f-e69c-4636-85e0-2789a71be2ba tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:56:29.223387 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f41694f-e69c-4636-85e0-2789a71be2ba tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:56:29.223713 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f41694f-e69c-4636-85e0-2789a71be2ba tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:56:29.224034 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f41694f-e69c-4636-85e0-2789a71be2ba tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:56:29.224357 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f41694f-e69c-4636-85e0-2789a71be2ba tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:56:29.224679 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f41694f-e69c-4636-85e0-2789a71be2ba tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:56:29.225001 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f41694f-e69c-4636-85e0-2789a71be2ba tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:56:29.225318 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f41694f-e69c-4636-85e0-2789a71be2ba tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:56:29.225798 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f41694f-e69c-4636-85e0-2789a71be2ba tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:56:29.226118 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f41694f-e69c-4636-85e0-2789a71be2ba tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:56:29.279400 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-4f41694f-e69c-4636-85e0-2789a71be2ba tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for floatingip, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:29.282628 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-4f41694f-e69c-4636-85e0-2789a71be2ba tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for floatingip, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:29.283802 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-4f41694f-e69c-4636-85e0-2789a71be2ba tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "DELETE /v2.0/floatingips/ec925360-4670-4126-92a1-88cdc5b70b66 HTTP/1.1" status: 204 len: 168 time: 0.7603185 Jun 10 17:56:34.315991 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da477af-e46f-4e3b-9eac-dc1a08837332 req-2c12d7ca-d9b7-42ef-bf83-ba9d52aa4010 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:56:34.317440 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-5da477af-e46f-4e3b-9eac-dc1a08837332 req-2c12d7ca-d9b7-42ef-bf83-ba9d52aa4010 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8873376-178b-473c-b4a7-13c770571367 HTTP/1.1" status: 200 len: 945 time: 0.0486982 Jun 10 17:56:34.355229 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-5da477af-e46f-4e3b-9eac-dc1a08837332 req-8b4c4cf5-2a7e-492c-8fa3-3fe7d613fc7b tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/security-groups?id=8050fe66-827d-46f3-b81c-1105c17490ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316319 Jun 10 17:56:35.470606 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9968d7f-a1fe-4795-8443-9796d5069391 req-a85f8409-814a-4af4-b9be-34f048640e43 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:56:35.471960 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-e9968d7f-a1fe-4795-8443-9796d5069391 req-a85f8409-814a-4af4-b9be-34f048640e43 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8873376-178b-473c-b4a7-13c770571367 HTTP/1.1" status: 200 len: 945 time: 0.0476413 Jun 10 17:56:35.507846 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-e9968d7f-a1fe-4795-8443-9796d5069391 req-57f7cb1e-690a-44ad-ae74-5d4bdcd781d7 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/security-groups?id=8050fe66-827d-46f3-b81c-1105c17490ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300708 Jun 10 17:56:36.619664 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288a5dce-a30e-4cb0-9507-7c70c82eda70 req-5fe7f467-4385-4555-a775-d918f40022d6 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:56:36.621085 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-288a5dce-a30e-4cb0-9507-7c70c82eda70 req-5fe7f467-4385-4555-a775-d918f40022d6 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8873376-178b-473c-b4a7-13c770571367 HTTP/1.1" status: 200 len: 945 time: 0.0469849 Jun 10 17:56:36.661871 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-288a5dce-a30e-4cb0-9507-7c70c82eda70 req-881f6e71-a3a9-4eb0-9d93-cb5926065e46 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/security-groups?id=8050fe66-827d-46f3-b81c-1105c17490ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340679 Jun 10 17:56:37.344143 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36c4049-62d2-4772-9385-a6bc21608a0d req-232ef940-a61f-4324-bc2e-c8c5e3b55f80 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:56:37.345628 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-e36c4049-62d2-4772-9385-a6bc21608a0d req-232ef940-a61f-4324-bc2e-c8c5e3b55f80 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/ports?device_id=13fa4a62-6067-45d5-a50f-7105b8847514 HTTP/1.1" status: 200 len: 945 time: 0.0469952 Jun 10 17:56:37.381640 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-e36c4049-62d2-4772-9385-a6bc21608a0d req-d74c0bf3-5dc4-453c-bce5-c9a40826a245 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae1e1d4-e4c7-4585-82e5-ff7616b8fd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301261 Jun 10 17:56:37.780683 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8562b-c4ed-4892-bd8f-a22c02bbe992 req-6103b6da-72a4-4fc0-a042-6dcf9df068e9 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:56:37.782979 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-6ce8562b-c4ed-4892-bd8f-a22c02bbe992 req-6103b6da-72a4-4fc0-a042-6dcf9df068e9 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8873376-178b-473c-b4a7-13c770571367 HTTP/1.1" status: 200 len: 945 time: 0.0507128 Jun 10 17:56:37.827319 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-6ce8562b-c4ed-4892-bd8f-a22c02bbe992 req-a5ce3a3a-56ab-48e4-93db-5d49f60fc5d7 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/security-groups?id=8050fe66-827d-46f3-b81c-1105c17490ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380669 Jun 10 17:56:38.376398 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-a4b8fffd-d0a7-40da-86fe-aa38c53b37b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:38.496574 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30781193-ef95-459a-b2d7-781a7e721f35 req-cd2066c9-59de-4e43-abfd-2606cf0d1922 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:56:38.498022 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-30781193-ef95-459a-b2d7-781a7e721f35 req-cd2066c9-59de-4e43-abfd-2606cf0d1922 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/ports?device_id=13fa4a62-6067-45d5-a50f-7105b8847514 HTTP/1.1" status: 200 len: 945 time: 0.0485768 Jun 10 17:56:38.515748 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7048fb-abb1-4eac-8747-d8b8bd790011 req-e733e199-bd48-485d-8fa6-aae486e60795 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:56:38.517205 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-9a7048fb-abb1-4eac-8747-d8b8bd790011 req-e733e199-bd48-485d-8fa6-aae486e60795 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.27 "GET /v2.0/ports?device_id=a8873376-178b-473c-b4a7-13c770571367 HTTP/1.1" status: 200 len: 945 time: 0.0495200 Jun 10 17:56:38.538524 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-30781193-ef95-459a-b2d7-781a7e721f35 req-65edbad5-3cdc-4a80-915c-fb5bb9b3c756 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae1e1d4-e4c7-4585-82e5-ff7616b8fd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338478 Jun 10 17:56:38.611248 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.plugin [req-9a7048fb-abb1-4eac-8747-d8b8bd790011 req-fad1a3ca-ca32-41ad-bfad-0c87041588c9 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Deleting port 03943a64-4bc8-4066-998c-327b844b0056 {{(pid=114528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 10 17:56:38.611591 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-9a7048fb-abb1-4eac-8747-d8b8bd790011 req-fad1a3ca-ca32-41ad-bfad-0c87041588c9 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764021161391'] for port, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:38.702201 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.db [req-9a7048fb-abb1-4eac-8747-d8b8bd790011 req-fad1a3ca-ca32-41ad-bfad-0c87041588c9 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] For port 03943a64-4bc8-4066-998c-327b844b0056, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=03943a64-4bc8-4066-998c-327b844b0056,segment=NetworkSegment(6709a124-9c43-4d87-92f9-6a6c112d5626),segment_id=6709a124-9c43-4d87-92f9-6a6c112d5626)] {{(pid=114528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:56:38.702588 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-9a7048fb-abb1-4eac-8747-d8b8bd790011 req-fad1a3ca-ca32-41ad-bfad-0c87041588c9 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781461'] for port, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:38.865169 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-9a7048fb-abb1-4eac-8747-d8b8bd790011 req-fad1a3ca-ca32-41ad-bfad-0c87041588c9 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:38.865512 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-9a7048fb-abb1-4eac-8747-d8b8bd790011 req-fad1a3ca-ca32-41ad-bfad-0c87041588c9 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-753974'] for floatingip, after_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:38.865826 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.db.l3_db [req-9a7048fb-abb1-4eac-8747-d8b8bd790011 req-fad1a3ca-ca32-41ad-bfad-0c87041588c9 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Floating IP ae890690-0e1f-491e-a636-27e1baa59b78 disassociated. External IP: 172.37.5.222, port: 03943a64-4bc8-4066-998c-327b844b0056. Jun 10 17:56:38.866163 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.plugin [req-9a7048fb-abb1-4eac-8747-d8b8bd790011 req-fad1a3ca-ca32-41ad-bfad-0c87041588c9 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Calling delete_port for 03943a64-4bc8-4066-998c-327b844b0056 owned by compute:nova {{(pid=114528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 10 17:56:38.944160 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397d7970-f8da-45a2-9791-baf70b1b204e req-a59141a9-3547-47b9-bfd0-819b6056a766 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:56:38.945609 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-397d7970-f8da-45a2-9791-baf70b1b204e req-a59141a9-3547-47b9-bfd0-819b6056a766 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8873376-178b-473c-b4a7-13c770571367 HTTP/1.1" status: 200 len: 945 time: 0.0484250 Jun 10 17:56:38.989465 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-397d7970-f8da-45a2-9791-baf70b1b204e req-8587900c-1036-4fed-9dc5-693e25b3a8bf tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/security-groups?id=8050fe66-827d-46f3-b81c-1105c17490ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350864 Jun 10 17:56:39.068068 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-9a7048fb-abb1-4eac-8747-d8b8bd790011 req-fad1a3ca-ca32-41ad-bfad-0c87041588c9 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764021169165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764020614696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940005'] for port, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:39.098652 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad1a3ca-ca32-41ad-bfad-0c87041588c9 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Pushing event deleted for resources: {'Port': ['ID=03943a64-4bc8-4066-998c-327b844b0056,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:56:39.218979 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a7048fb-abb1-4eac-8747-d8b8bd790011 req-fad1a3ca-ca32-41ad-bfad-0c87041588c9 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Router c6993fe7-256c-4148-8715-87d27593d9c1 has already been hosted by L3 agent e04d2863-a40a-41db-9b2a-39042df37909 {{(pid=114528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 10 17:56:39.327154 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a7048fb-abb1-4eac-8747-d8b8bd790011 req-fad1a3ca-ca32-41ad-bfad-0c87041588c9 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=114528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 10 17:56:39.338362 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e51180a-0a75-46e7-bebb-9487fc6fe10d None None] Sync routers for ids ['c6993fe7-256c-4148-8715-87d27593d9c1'] in dv-cinder-xena-3-iscsi {{(pid=114531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 17:56:39.348304 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e51180a-0a75-46e7-bebb-9487fc6fe10d None None] Routers {'c6993fe7-256c-4148-8715-87d27593d9c1'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:56:39.348921 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-7e51180a-0a75-46e7-bebb-9487fc6fe10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:56:11Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['c6993fe7-256c-4148-8715-87d27593d9c1'], 'active': True} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:56:39.367835 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a7048fb-abb1-4eac-8747-d8b8bd790011 req-fad1a3ca-ca32-41ad-bfad-0c87041588c9 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] No DVR routers for this DVR port 03943a64-4bc8-4066-998c-327b844b0056 on host hv-cinder-xena0 {{(pid=114528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 17:56:39.370801 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-9a7048fb-abb1-4eac-8747-d8b8bd790011 req-fad1a3ca-ca32-41ad-bfad-0c87041588c9 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for port, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:39.373997 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-9a7048fb-abb1-4eac-8747-d8b8bd790011 req-fad1a3ca-ca32-41ad-bfad-0c87041588c9 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.27 "DELETE /v2.0/ports/03943a64-4bc8-4066-998c-327b844b0056 HTTP/1.1" status: 204 len: 173 time: 0.8501272 Jun 10 17:56:39.374589 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8873376-178b-473c-b4a7-13c770571367', 'name': 'network-vif-deleted', 'tag': '03943a64-4bc8-4066-998c-327b844b0056'}] {{(pid=114528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:56:39.376898 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c4b580669e8e78bfc2035bf5baafa64bdcb7bdc1597d6f92a291bf2def5264" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c3d8e7-2981-4bb7-9ac5-0580d17085d8" -d '{"events": [{"server_uuid": "a8873376-178b-473c-b4a7-13c770571367", "name": "network-vif-deleted", "tag": "03943a64-4bc8-4066-998c-327b844b0056"}]}' {{(pid=114528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:56:39.413479 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Jun 2022 17:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a9d9b79-404b-4868-a7f9-fb5c8fb2a75b x-openstack-request-id: req-6a9d9b79-404b-4868-a7f9-fb5c8fb2a75b {{(pid=114528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:56:39.413765 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8873376-178b-473c-b4a7-13c770571367", "name": "network-vif-deleted", "tag": "03943a64-4bc8-4066-998c-327b844b0056", "status": "completed", "code": 200}]} {{(pid=114528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:56:39.414055 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6a9d9b79-404b-4868-a7f9-fb5c8fb2a75b {{(pid=114528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:56:39.414479 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a9d9b79-404b-4868-a7f9-fb5c8fb2a75b'] response: {'server_uuid': 'a8873376-178b-473c-b4a7-13c770571367', 'name': 'network-vif-deleted', 'tag': '03943a64-4bc8-4066-998c-327b844b0056', 'status': 'completed', 'code': 200} Jun 10 17:56:39.459247 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvr_db [None req-7e51180a-0a75-46e7-bebb-9487fc6fe10d None None] Set router c6993fe7-256c-4148-8715-87d27593d9c1 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:56:39.661067 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a7955f-c836-4682-8920-180eff3a6e81 req-889bde75-c91e-48a0-a0fe-bd054a54e1d3 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:56:39.662851 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-72a7955f-c836-4682-8920-180eff3a6e81 req-889bde75-c91e-48a0-a0fe-bd054a54e1d3 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/ports?device_id=13fa4a62-6067-45d5-a50f-7105b8847514 HTTP/1.1" status: 200 len: 945 time: 0.0490804 Jun 10 17:56:39.671889 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-7e51180a-0a75-46e7-bebb-9487fc6fe10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'name': 'tempest-AttachVolumeNegativeTest-134245358-router', 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.13'}], 'enable_snat': True}, 'gw_port_id': '6f13a53a-504f-443b-87c9-e435164ad56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:54Z', 'updated_at': '2022-06-10T17:53:57Z', 'revision_number': 4, 'project_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'gw_port': {'id': '6f13a53a-504f-443b-87c9-e435164ad56f', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:54Z', 'updated_at': '2022-06-10T17:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': '410b1b9f-a001-4d68-be21-d8f17484d592', 'name': '', 'network_id': 'cf05028d-c72b-40d9-b732-31cbffe291f6', 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'mac_address': 'fa:16:3e:55:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '9741f818-fc3a-495a-a8d9-92f5229bfc6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:57Z', 'updated_at': '2022-06-10T17:54:02Z', 'revision_number': 5, 'project_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'subnets': [{'id': '9741f818-fc3a-495a-a8d9-92f5229bfc6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:56:39.698471 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e51180a-0a75-46e7-bebb-9487fc6fe10d None None] Checking router: c6993fe7-256c-4148-8715-87d27593d9c1 for host: dv-cinder-xena-3-iscsi {{(pid=114531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 17:56:39.707582 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e51180a-0a75-46e7-bebb-9487fc6fe10d None None] Routers {'c6993fe7-256c-4148-8715-87d27593d9c1'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:56:39.708191 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-7e51180a-0a75-46e7-bebb-9487fc6fe10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:56:11Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['c6993fe7-256c-4148-8715-87d27593d9c1'], 'active': True} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:56:39.711400 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-72a7955f-c836-4682-8920-180eff3a6e81 req-62038f8a-0588-4d09-aa81-0836865974f5 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae1e1d4-e4c7-4585-82e5-ff7616b8fd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417583 Jun 10 17:56:39.814554 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvr_db [None req-7e51180a-0a75-46e7-bebb-9487fc6fe10d None None] Set router c6993fe7-256c-4148-8715-87d27593d9c1 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:56:39.916029 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39886eb-0710-49f9-beb0-80aeb0be9372 req-4d0b4974-1c57-4a7b-b19b-2fe518434886 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:56:39.917561 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-b39886eb-0710-49f9-beb0-80aeb0be9372 req-4d0b4974-1c57-4a7b-b19b-2fe518434886 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.27 "GET /v2.0/ports?device_id=13fa4a62-6067-45d5-a50f-7105b8847514 HTTP/1.1" status: 200 len: 945 time: 0.0526628 Jun 10 17:56:40.018075 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-7e51180a-0a75-46e7-bebb-9487fc6fe10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'name': 'tempest-AttachVolumeNegativeTest-134245358-router', 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.13'}], 'enable_snat': True}, 'gw_port_id': '6f13a53a-504f-443b-87c9-e435164ad56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:54Z', 'updated_at': '2022-06-10T17:53:57Z', 'revision_number': 4, 'project_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'gw_port': {'id': '6f13a53a-504f-443b-87c9-e435164ad56f', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:54Z', 'updated_at': '2022-06-10T17:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': '410b1b9f-a001-4d68-be21-d8f17484d592', 'name': '', 'network_id': 'cf05028d-c72b-40d9-b732-31cbffe291f6', 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'mac_address': 'fa:16:3e:55:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '9741f818-fc3a-495a-a8d9-92f5229bfc6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:57Z', 'updated_at': '2022-06-10T17:54:02Z', 'revision_number': 5, 'project_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'subnets': [{'id': '9741f818-fc3a-495a-a8d9-92f5229bfc6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:56:40.022892 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.plugin [req-b39886eb-0710-49f9-beb0-80aeb0be9372 req-36971961-59a2-40ae-8c9a-e4749d2dc0d0 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Deleting port 29460cf7-7914-4ed7-9698-d80c89e74071 {{(pid=114528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 10 17:56:40.023238 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-b39886eb-0710-49f9-beb0-80aeb0be9372 req-36971961-59a2-40ae-8c9a-e4749d2dc0d0 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764021161391'] for port, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:40.048528 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e51180a-0a75-46e7-bebb-9487fc6fe10d None None] The sync data for ids ['c6993fe7-256c-4148-8715-87d27593d9c1'] in dv-cinder-xena-3-iscsi is: [{'id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'name': 'tempest-AttachVolumeNegativeTest-134245358-router', 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.13'}], 'enable_snat': True}, 'gw_port_id': '6f13a53a-504f-443b-87c9-e435164ad56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:54Z', 'updated_at': '2022-06-10T17:53:57Z', 'revision_number': 4, 'project_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'gw_port': {'id': '6f13a53a-504f-443b-87c9-e435164ad56f', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:54Z', 'updated_at': '2022-06-10T17:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': '410b1b9f-a001-4d68-be21-d8f17484d592', 'name': '', 'network_id': 'cf05028d-c72b-40d9-b732-31cbffe291f6', 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'mac_address': 'fa:16:3e:55:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '9741f818-fc3a-495a-a8d9-92f5229bfc6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:57Z', 'updated_at': '2022-06-10T17:54:02Z', 'revision_number': 5, 'project_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'subnets': [{'id': '9741f818-fc3a-495a-a8d9-92f5229bfc6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 17:56:40.106195 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-2604a1c4-c398-4be0-9687-f18a87584e9a req-cb54d02f-606b-43f5-a682-e25673625f3f tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8873376-178b-473c-b4a7-13c770571367 HTTP/1.1" status: 200 len: 210 time: 0.0305030 Jun 10 17:56:40.125747 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.db [req-b39886eb-0710-49f9-beb0-80aeb0be9372 req-36971961-59a2-40ae-8c9a-e4749d2dc0d0 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] For port 29460cf7-7914-4ed7-9698-d80c89e74071, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=29460cf7-7914-4ed7-9698-d80c89e74071,segment=NetworkSegment(dc5feedf-4398-4bd5-8812-15b40d5f51d8),segment_id=dc5feedf-4398-4bd5-8812-15b40d5f51d8)] {{(pid=114528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:56:40.126335 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-b39886eb-0710-49f9-beb0-80aeb0be9372 req-36971961-59a2-40ae-8c9a-e4749d2dc0d0 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781461'] for port, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:40.303970 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592b700d-3926-4864-80e1-ca5e95018b74 None None] New status for floating IP ae890690-0e1f-491e-a636-27e1baa59b78: DOWN {{(pid=114530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 17:56:40.315192 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-b39886eb-0710-49f9-beb0-80aeb0be9372 req-36971961-59a2-40ae-8c9a-e4749d2dc0d0 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:40.315552 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-b39886eb-0710-49f9-beb0-80aeb0be9372 req-36971961-59a2-40ae-8c9a-e4749d2dc0d0 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-753974'] for floatingip, after_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:40.315863 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.db.l3_db [req-b39886eb-0710-49f9-beb0-80aeb0be9372 req-36971961-59a2-40ae-8c9a-e4749d2dc0d0 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Floating IP f03941cb-4187-4081-a9a2-e9b5671c7228 disassociated. External IP: 172.37.5.104, port: 29460cf7-7914-4ed7-9698-d80c89e74071. Jun 10 17:56:40.316194 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.plugin [req-b39886eb-0710-49f9-beb0-80aeb0be9372 req-36971961-59a2-40ae-8c9a-e4749d2dc0d0 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Calling delete_port for 29460cf7-7914-4ed7-9698-d80c89e74071 owned by compute:nova {{(pid=114528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 10 17:56:40.493597 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-b39886eb-0710-49f9-beb0-80aeb0be9372 req-36971961-59a2-40ae-8c9a-e4749d2dc0d0 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764021169165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764020614696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940005'] for port, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:40.537999 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36971961-59a2-40ae-8c9a-e4749d2dc0d0 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Pushing event deleted for resources: {'Port': ['ID=29460cf7-7914-4ed7-9698-d80c89e74071,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:56:40.645625 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b39886eb-0710-49f9-beb0-80aeb0be9372 req-36971961-59a2-40ae-8c9a-e4749d2dc0d0 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Router a1fde4fd-6e20-4b47-afa3-718fc7f77f11 has already been hosted by L3 agent e04d2863-a40a-41db-9b2a-39042df37909 {{(pid=114528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 10 17:56:40.755951 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b39886eb-0710-49f9-beb0-80aeb0be9372 req-36971961-59a2-40ae-8c9a-e4749d2dc0d0 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=114528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 10 17:56:40.759742 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-fcd79e16-7bc8-4143-8773-c68746e18223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:40.766814 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b0f18b-9203-4f57-b394-8eb7d5ce0be0 None None] Sync routers for ids ['a1fde4fd-6e20-4b47-afa3-718fc7f77f11'] in dv-cinder-xena-3-iscsi {{(pid=114531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 17:56:40.775799 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b0f18b-9203-4f57-b394-8eb7d5ce0be0 None None] Routers {'a1fde4fd-6e20-4b47-afa3-718fc7f77f11'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:56:40.776404 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-06b0f18b-9203-4f57-b394-8eb7d5ce0be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:56:41Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['a1fde4fd-6e20-4b47-afa3-718fc7f77f11'], 'active': True} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:56:40.803854 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.l3_dvrscheduler_db [req-b39886eb-0710-49f9-beb0-80aeb0be9372 req-36971961-59a2-40ae-8c9a-e4749d2dc0d0 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] No DVR routers for this DVR port 29460cf7-7914-4ed7-9698-d80c89e74071 on host hv-cinder-xena0 {{(pid=114528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 17:56:40.806877 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-b39886eb-0710-49f9-beb0-80aeb0be9372 req-36971961-59a2-40ae-8c9a-e4749d2dc0d0 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for port, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:40.810225 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-b39886eb-0710-49f9-beb0-80aeb0be9372 req-36971961-59a2-40ae-8c9a-e4749d2dc0d0 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.27 "DELETE /v2.0/ports/29460cf7-7914-4ed7-9698-d80c89e74071 HTTP/1.1" status: 204 len: 173 time: 0.8855941 Jun 10 17:56:40.815865 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-325f553d-cf30-44f0-9edc-c2a93e588991 req-dad17100-3e55-4f16-aa1d-bc61cf4035e9 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/ports?device_id=13fa4a62-6067-45d5-a50f-7105b8847514 HTTP/1.1" status: 200 len: 210 time: 0.0300703 Jun 10 17:56:40.886475 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvr_db [None req-06b0f18b-9203-4f57-b394-8eb7d5ce0be0 None None] Set router a1fde4fd-6e20-4b47-afa3-718fc7f77f11 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:56:41.099820 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-06b0f18b-9203-4f57-b394-8eb7d5ce0be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'name': 'tempest-TestVolumeBootPattern-53594753-router', 'tenant_id': '767f7c0142e64103a2d829d5951cd4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.23'}], 'enable_snat': True}, 'gw_port_id': '0931458b-35f3-456f-9bda-3a649ec99c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:28Z', 'updated_at': '2022-06-10T17:53:33Z', 'revision_number': 4, 'project_id': '767f7c0142e64103a2d829d5951cd4ad', 'gw_port': {'id': '0931458b-35f3-456f-9bda-3a649ec99c38', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:75:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:30Z', 'updated_at': '2022-06-10T17:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': 'a39eeeb9-007e-4abc-8309-d6b4dd253046', 'name': '', 'network_id': '31f77b64-5d2a-4d41-a094-437a49d2382f', 'tenant_id': '767f7c0142e64103a2d829d5951cd4ad', 'mac_address': 'fa:16:3e:9b:e1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'd1b8af94-24d7-44e4-8fcc-7d46347876fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:32Z', 'updated_at': '2022-06-10T17:53:37Z', 'revision_number': 5, 'project_id': '767f7c0142e64103a2d829d5951cd4ad', 'subnets': [{'id': 'd1b8af94-24d7-44e4-8fcc-7d46347876fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:56:41.125384 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b0f18b-9203-4f57-b394-8eb7d5ce0be0 None None] Checking router: a1fde4fd-6e20-4b47-afa3-718fc7f77f11 for host: dv-cinder-xena-3-iscsi {{(pid=114531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 17:56:41.133314 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b0f18b-9203-4f57-b394-8eb7d5ce0be0 None None] Routers {'a1fde4fd-6e20-4b47-afa3-718fc7f77f11'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:56:41.133908 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-06b0f18b-9203-4f57-b394-8eb7d5ce0be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:56:41Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['a1fde4fd-6e20-4b47-afa3-718fc7f77f11'], 'active': True} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:56:41.238385 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvr_db [None req-06b0f18b-9203-4f57-b394-8eb7d5ce0be0 None None] Set router a1fde4fd-6e20-4b47-afa3-718fc7f77f11 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:56:41.248006 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 49984) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:56:41.303959 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-f17e8e20-2e1d-4a5b-b9ea-10784d581504 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for security_group, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:41.328725 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-f17e8e20-2e1d-4a5b-b9ea-10784d581504 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:41.415733 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13fa4a62-6067-45d5-a50f-7105b8847514', 'name': 'network-vif-deleted', 'tag': '29460cf7-7914-4ed7-9698-d80c89e74071'}] {{(pid=114528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:56:41.418309 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c4b580669e8e78bfc2035bf5baafa64bdcb7bdc1597d6f92a291bf2def5264" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d16337b-4c2b-441d-b952-2ccb9f54527f" -d '{"events": [{"server_uuid": "13fa4a62-6067-45d5-a50f-7105b8847514", "name": "network-vif-deleted", "tag": "29460cf7-7914-4ed7-9698-d80c89e74071"}]}' {{(pid=114528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:56:41.457542 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Jun 2022 17:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2bd5f5a-da82-41e2-8598-ae96b9d83607 x-openstack-request-id: req-b2bd5f5a-da82-41e2-8598-ae96b9d83607 {{(pid=114528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:56:41.457853 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13fa4a62-6067-45d5-a50f-7105b8847514", "name": "network-vif-deleted", "tag": "29460cf7-7914-4ed7-9698-d80c89e74071", "status": "completed", "code": 200}]} {{(pid=114528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:56:41.458102 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b2bd5f5a-da82-41e2-8598-ae96b9d83607 {{(pid=114528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:56:41.458523 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2bd5f5a-da82-41e2-8598-ae96b9d83607'] response: {'server_uuid': '13fa4a62-6067-45d5-a50f-7105b8847514', 'name': 'network-vif-deleted', 'tag': '29460cf7-7914-4ed7-9698-d80c89e74071', 'status': 'completed', 'code': 200} Jun 10 17:56:41.463598 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-f17e8e20-2e1d-4a5b-b9ea-10784d581504 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:41.466194 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-f17e8e20-2e1d-4a5b-b9ea-10784d581504 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for security_group, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:41.467538 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-f17e8e20-2e1d-4a5b-b9ea-10784d581504 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "DELETE /v2.0/security-groups/8050fe66-827d-46f3-b81c-1105c17490ee HTTP/1.1" status: 204 len: 168 time: 0.2183819 Jun 10 17:56:41.470843 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 49988) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:56:41.477628 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17e8e20-2e1d-4a5b-b9ea-10784d581504 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8050fe66-827d-46f3-b81c-1105c17490ee,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:56:41.497430 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.api.v2.resource [None req-aecd4caa-60ed-4fe2-9a7d-7d90908e7b4b tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] show failed (client error): The resource could not be found. Jun 10 17:56:41.499157 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-aecd4caa-60ed-4fe2-9a7d-7d90908e7b4b tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/security-groups/8050fe66-827d-46f3-b81c-1105c17490ee HTTP/1.1" status: 404 len: 347 time: 0.0271602 Jun 10 17:56:41.502823 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 49990) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:56:41.526697 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-06b0f18b-9203-4f57-b394-8eb7d5ce0be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'name': 'tempest-TestVolumeBootPattern-53594753-router', 'tenant_id': '767f7c0142e64103a2d829d5951cd4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.23'}], 'enable_snat': True}, 'gw_port_id': '0931458b-35f3-456f-9bda-3a649ec99c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:28Z', 'updated_at': '2022-06-10T17:53:33Z', 'revision_number': 4, 'project_id': '767f7c0142e64103a2d829d5951cd4ad', 'gw_port': {'id': '0931458b-35f3-456f-9bda-3a649ec99c38', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:75:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:30Z', 'updated_at': '2022-06-10T17:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': 'a39eeeb9-007e-4abc-8309-d6b4dd253046', 'name': '', 'network_id': '31f77b64-5d2a-4d41-a094-437a49d2382f', 'tenant_id': '767f7c0142e64103a2d829d5951cd4ad', 'mac_address': 'fa:16:3e:9b:e1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'd1b8af94-24d7-44e4-8fcc-7d46347876fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:32Z', 'updated_at': '2022-06-10T17:53:37Z', 'revision_number': 5, 'project_id': '767f7c0142e64103a2d829d5951cd4ad', 'subnets': [{'id': 'd1b8af94-24d7-44e4-8fcc-7d46347876fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:56:41.555316 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b0f18b-9203-4f57-b394-8eb7d5ce0be0 None None] The sync data for ids ['a1fde4fd-6e20-4b47-afa3-718fc7f77f11'] in dv-cinder-xena-3-iscsi is: [{'id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'name': 'tempest-TestVolumeBootPattern-53594753-router', 'tenant_id': '767f7c0142e64103a2d829d5951cd4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.23'}], 'enable_snat': True}, 'gw_port_id': '0931458b-35f3-456f-9bda-3a649ec99c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:28Z', 'updated_at': '2022-06-10T17:53:33Z', 'revision_number': 4, 'project_id': '767f7c0142e64103a2d829d5951cd4ad', 'gw_port': {'id': '0931458b-35f3-456f-9bda-3a649ec99c38', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:75:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:30Z', 'updated_at': '2022-06-10T17:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': 'a39eeeb9-007e-4abc-8309-d6b4dd253046', 'name': '', 'network_id': '31f77b64-5d2a-4d41-a094-437a49d2382f', 'tenant_id': '767f7c0142e64103a2d829d5951cd4ad', 'mac_address': 'fa:16:3e:9b:e1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'd1b8af94-24d7-44e4-8fcc-7d46347876fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:32Z', 'updated_at': '2022-06-10T17:53:37Z', 'revision_number': 5, 'project_id': '767f7c0142e64103a2d829d5951cd4ad', 'subnets': [{'id': 'd1b8af94-24d7-44e4-8fcc-7d46347876fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 17:56:41.560936 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.agents_db [None req-a7dfe2cf-50d1-49ca-b1ce-2a181a6e45d3 None None] Agent healthcheck: found 6 active agents {{(pid=114531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 10 17:56:41.628942 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.plugin [None req-65049814-ccf4-4f8d-94dc-356f057c6152 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Deleting port 929a1639-1199-4917-acca-9ea02a32924a {{(pid=114529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 10 17:56:41.629075 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-65049814-ccf4-4f8d-94dc-356f057c6152 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764021161391'] for port, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:41.705326 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-65049814-ccf4-4f8d-94dc-356f057c6152 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781461'] for port, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:41.705656 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-65049814-ccf4-4f8d-94dc-356f057c6152 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:41.717737 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.plugin [None req-65049814-ccf4-4f8d-94dc-356f057c6152 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Calling delete_port for 929a1639-1199-4917-acca-9ea02a32924a owned by network:floatingip {{(pid=114529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 10 17:56:41.784626 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dcef4b-6405-4ee3-a39b-72deed6b6611 None None] New status for floating IP f03941cb-4187-4081-a9a2-e9b5671c7228: DOWN {{(pid=114530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 17:56:41.789043 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-9e937c9f-4d57-47ec-81ad-8e77ea25145e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:41.915914 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-65049814-ccf4-4f8d-94dc-356f057c6152 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764021169165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764020614696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263063011'] for port, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:41.958042 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-0da0d043-4a92-4dd2-8fc8-2c11508a31bc req-3a3abc42-46fb-4d91-8af8-cd36bf24f5d5 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/ports?device_id=13fa4a62-6067-45d5-a50f-7105b8847514 HTTP/1.1" status: 200 len: 210 time: 0.0525565 Jun 10 17:56:41.959516 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65049814-ccf4-4f8d-94dc-356f057c6152 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Pushing event deleted for resources: {'Port': ['ID=929a1639-1199-4917-acca-9ea02a32924a,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:56:41.985571 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65049814-ccf4-4f8d-94dc-356f057c6152 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:56:41.985922 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65049814-ccf4-4f8d-94dc-356f057c6152 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:56:41.986279 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65049814-ccf4-4f8d-94dc-356f057c6152 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:56:41.990220 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65049814-ccf4-4f8d-94dc-356f057c6152 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:56:41.990220 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65049814-ccf4-4f8d-94dc-356f057c6152 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:56:41.990220 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65049814-ccf4-4f8d-94dc-356f057c6152 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:56:41.990220 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65049814-ccf4-4f8d-94dc-356f057c6152 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:56:41.990220 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65049814-ccf4-4f8d-94dc-356f057c6152 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:56:41.990220 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65049814-ccf4-4f8d-94dc-356f057c6152 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:56:41.990220 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65049814-ccf4-4f8d-94dc-356f057c6152 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:56:41.990220 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65049814-ccf4-4f8d-94dc-356f057c6152 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:56:41.990220 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65049814-ccf4-4f8d-94dc-356f057c6152 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:56:42.030572 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-65049814-ccf4-4f8d-94dc-356f057c6152 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for floatingip, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:42.033533 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-65049814-ccf4-4f8d-94dc-356f057c6152 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for floatingip, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:42.034772 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-65049814-ccf4-4f8d-94dc-356f057c6152 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "DELETE /v2.0/floatingips/ae890690-0e1f-491e-a636-27e1baa59b78 HTTP/1.1" status: 204 len: 168 time: 0.5308504 Jun 10 17:56:42.147745 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 49998) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:56:42.152382 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.v2.base [None req-5b7f7f9a-8f3d-484e-bd39-e8ab5edd2d12 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1972116268', 'description': 'tempest-description--559379358'}} {{(pid=114529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:56:42.223904 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-5b7f7f9a-8f3d-484e-bd39-e8ab5edd2d12 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for security_group, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:42.287929 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-5b7f7f9a-8f3d-484e-bd39-e8ab5edd2d12 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for security_group, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:42.353454 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-5b7f7f9a-8f3d-484e-bd39-e8ab5edd2d12 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:42.380562 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7f7f9a-8f3d-484e-bd39-e8ab5edd2d12 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb07f29f-a687-4977-bce9-17abdb037a4b,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:56:42.453491 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-5b7f7f9a-8f3d-484e-bd39-e8ab5edd2d12 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for security_group, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:42.454853 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-5b7f7f9a-8f3d-484e-bd39-e8ab5edd2d12 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3060412 Jun 10 17:56:42.457786 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 50000) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:56:42.462383 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [None req-f82fee53-5c2a-4d0c-b3db-e5e9cc69d071 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Request body: {'security_group_rule': {'security_group_id': 'bb07f29f-a687-4977-bce9-17abdb037a4b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:56:42.564479 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-f82fee53-5c2a-4d0c-b3db-e5e9cc69d071 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:42.609113 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-f82fee53-5c2a-4d0c-b3db-e5e9cc69d071 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:42.663450 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-f82fee53-5c2a-4d0c-b3db-e5e9cc69d071 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765151'] for security_group_rule, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:42.680290 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82fee53-5c2a-4d0c-b3db-e5e9cc69d071 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=092d7e3f-d3ab-4b75-ad26-c97a6f0d64d1,revision_number=0']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:56:42.722457 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-f82fee53-5c2a-4d0c-b3db-e5e9cc69d071 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:42.723698 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-f82fee53-5c2a-4d0c-b3db-e5e9cc69d071 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2648542 Jun 10 17:56:42.726451 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 50002) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:56:42.730645 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [None req-20ead1be-9b25-425b-9877-dd1982d6b259 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Request body: {'security_group_rule': {'security_group_id': 'bb07f29f-a687-4977-bce9-17abdb037a4b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:56:42.826295 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-20ead1be-9b25-425b-9877-dd1982d6b259 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:42.885001 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-20ead1be-9b25-425b-9877-dd1982d6b259 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:42.959034 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-20ead1be-9b25-425b-9877-dd1982d6b259 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765151'] for security_group_rule, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:42.976150 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ead1be-9b25-425b-9877-dd1982d6b259 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5075f84-364f-4475-9c2a-badc33b562fd,revision_number=0']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:56:42.992215 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device 29460cf7-7914-4ed7-9698-d80c89e74071 no longer exists at agent hyperv_hv-cinder-xena0 {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 10 17:56:43.017657 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] No Port match for: 29460cf7-7914-4ed7-9698-d80c89e74071 {{(pid=114530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 10 17:56:43.017991 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device 29460cf7-7914-4ed7-9698-d80c89e74071 not bound to the agent host hv-cinder-xena0 {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 10 17:56:43.018421 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device 03943a64-4bc8-4066-998c-327b844b0056 no longer exists at agent hyperv_hv-cinder-xena0 {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 10 17:56:43.047185 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] No Port match for: 03943a64-4bc8-4066-998c-327b844b0056 {{(pid=114530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 10 17:56:43.047522 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device 03943a64-4bc8-4066-998c-327b844b0056 not bound to the agent host hv-cinder-xena0 {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 10 17:56:43.047633 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-20ead1be-9b25-425b-9877-dd1982d6b259 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:43.052703 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-20ead1be-9b25-425b-9877-dd1982d6b259 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3222353 Jun 10 17:56:43.052861 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 50008) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:56:43.057357 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [None req-73093886-d516-4f25-bd3b-e71b8577dd25 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Request body: {'floatingip': {'floating_network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f'}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:56:43.058652 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-1bff5d45-41ed-4c8c-aee3-ecf2a8aebb5b req-6dd1fc3c-915f-4714-93dc-5e510e4d43a6 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/ports?device_id=13fa4a62-6067-45d5-a50f-7105b8847514 HTTP/1.1" status: 200 len: 210 time: 0.0269673 Jun 10 17:56:43.125450 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a5a6984-4625-4674-bdbb-a7ccf76cac14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:43.153502 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-73093886-d516-4f25-bd3b-e71b8577dd25 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for floatingip, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:43.249125 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-73093886-d516-4f25-bd3b-e71b8577dd25 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:43.355086 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.db_base_plugin_common [None req-73093886-d516-4f25-bd3b-e71b8577dd25 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Allocated IP 172.37.5.151 (8c026026-8e05-41b4-990c-0815c0c24f4f/e3db4be6-a2be-4d68-ab1f-8754e6ee5b68/7b044d6a-e0f4-4ea8-8864-582680924b59) {{(pid=114528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 17:56:43.453559 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-73093886-d516-4f25-bd3b-e71b8577dd25 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for port, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:43.549797 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-73093886-d516-4f25-bd3b-e71b8577dd25 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764020614705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940005'] for port, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:43.591103 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73093886-d516-4f25-bd3b-e71b8577dd25 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Network 8c026026-8e05-41b4-990c-0815c0c24f4f is already hosted by enough agents. {{(pid=114528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:56:43.594803 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.base_scheduler [None req-73093886-d516-4f25-bd3b-e71b8577dd25 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Resources bound (agent type, host, resource id): {{(pid=114528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:56:43.600187 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73093886-d516-4f25-bd3b-e71b8577dd25 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Received port after_create {{(pid=114528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 10 17:56:43.621371 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73093886-d516-4f25-bd3b-e71b8577dd25 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Pushing event updated for resources: {'Port': ['ID=7b044d6a-e0f4-4ea8-8864-582680924b59,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:56:43.683227 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-73093886-d516-4f25-bd3b-e71b8577dd25 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:43.778050 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-73093886-d516-4f25-bd3b-e71b8577dd25 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:43.925823 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-73093886-d516-4f25-bd3b-e71b8577dd25 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for port, precommit_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:43.930498 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:43.989398 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-73093886-d516-4f25-bd3b-e71b8577dd25 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940062'] for port, after_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:44.055329 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73093886-d516-4f25-bd3b-e71b8577dd25 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Pushing event updated for resources: {'Port': ['ID=7b044d6a-e0f4-4ea8-8864-582680924b59,revision_number=2']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:56:44.067406 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-73093886-d516-4f25-bd3b-e71b8577dd25 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-753974'] for floatingip, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:44.134442 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-73093886-d516-4f25-bd3b-e71b8577dd25 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for floatingip, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:44.135687 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-73093886-d516-4f25-bd3b-e71b8577dd25 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0819433 Jun 10 17:56:44.157736 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d658e1d1-08b0-414f-a188-67bf3ad73c30 req-1d2d117e-c072-432b-920f-b32a16425d13 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/ports?device_id=13fa4a62-6067-45d5-a50f-7105b8847514 HTTP/1.1" status: 200 len: 210 time: 0.0318789 Jun 10 17:56:44.325870 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d07e4d10-5306-410a-bd59-7971fa82af34 req-e50a1df7-3cd2-430d-aed1-abc3c43e791e tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1972116268&fields=id&tenant_id=ae2c0c7e115f4f079bcf8d85f2bdfadf HTTP/1.1" status: 200 len: 267 time: 0.0316861 Jun 10 17:56:44.432649 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e4d10-5306-410a-bd59-7971fa82af34 req-8233bb80-f915-4acf-b249-9d18befca6a7 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:56:44.434212 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d07e4d10-5306-410a-bd59-7971fa82af34 req-8233bb80-f915-4acf-b249-9d18befca6a7 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/networks?id=cf05028d-c72b-40d9-b732-31cbffe291f6 HTTP/1.1" status: 200 len: 814 time: 0.1006339 Jun 10 17:56:44.449268 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d07e4d10-5306-410a-bd59-7971fa82af34 req-b5ef2f45-03a8-43f9-9b82-2f7750156566 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/quotas/ae2c0c7e115f4f079bcf8d85f2bdfadf HTTP/1.1" status: 200 len: 375 time: 0.0087035 Jun 10 17:56:44.505883 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d07e4d10-5306-410a-bd59-7971fa82af34 req-ce6ebaed-f916-4584-ad12-48871979aa20 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ae2c0c7e115f4f079bcf8d85f2bdfadf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0510018 Jun 10 17:56:44.612343 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d07e4d10-5306-410a-bd59-7971fa82af34 req-5596443e-0f06-4ae6-b7ba-71f549a4f4f6 service neutron] 10.222.0.16 "GET /v2.0/networks/cf05028d-c72b-40d9-b732-31cbffe291f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948184 Jun 10 17:56:44.706986 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d07e4d10-5306-410a-bd59-7971fa82af34 req-792bb307-b874-46e8-a88e-04f5bd70542c service neutron] 10.222.0.16 "GET /v2.0/networks/cf05028d-c72b-40d9-b732-31cbffe291f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885677 Jun 10 17:56:44.905161 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-8e045f5e-3b02-431a-973f-69afd02dffdb req-46db85c2-41d5-4b85-9e03-0a73089a8c3e tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c481977-3641-4aea-b740-733923ad4d7d HTTP/1.1" status: 200 len: 210 time: 0.0263405 Jun 10 17:56:45.409610 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-1141abaa-b210-4902-aa6b-76af12a5a160 req-27a059ab-6c8f-4ef0-a0f4-7aa791b2f335 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-26487028&fields=id&tenant_id=767f7c0142e64103a2d829d5951cd4ad HTTP/1.1" status: 200 len: 267 time: 0.0314779 Jun 10 17:56:45.517117 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1141abaa-b210-4902-aa6b-76af12a5a160 req-cefdd4bd-94c3-4580-8458-ca38e7a3fef4 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:56:45.518567 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-1141abaa-b210-4902-aa6b-76af12a5a160 req-cefdd4bd-94c3-4580-8458-ca38e7a3fef4 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/networks?id=31f77b64-5d2a-4d41-a094-437a49d2382f HTTP/1.1" status: 200 len: 810 time: 0.1022463 Jun 10 17:56:45.534210 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-1141abaa-b210-4902-aa6b-76af12a5a160 req-979b8ce0-a52e-4dae-9fb9-e57de3549292 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/quotas/767f7c0142e64103a2d829d5951cd4ad HTTP/1.1" status: 200 len: 375 time: 0.0094559 Jun 10 17:56:45.843368 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-1141abaa-b210-4902-aa6b-76af12a5a160 req-242f38f6-54f7-4fe3-a3c9-455283f92280 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=767f7c0142e64103a2d829d5951cd4ad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3030965 Jun 10 17:56:45.939791 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-1141abaa-b210-4902-aa6b-76af12a5a160 req-1fa5c83d-d4bc-472d-b164-92302fdd42f7 service neutron] 10.222.0.16 "GET /v2.0/networks/31f77b64-5d2a-4d41-a094-437a49d2382f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845802 Jun 10 17:56:46.029212 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d1b9779a-9003-4299-9814-b803f7d1dd23 req-08f8c676-3d17-4d60-ba66-c9c363237be2 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c481977-3641-4aea-b740-733923ad4d7d HTTP/1.1" status: 200 len: 210 time: 0.0518851 Jun 10 17:56:46.058137 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-1141abaa-b210-4902-aa6b-76af12a5a160 req-3ddf8e46-1d8d-40f3-a9ac-1ecc5bfe7943 service neutron] 10.222.0.16 "GET /v2.0/networks/31f77b64-5d2a-4d41-a094-437a49d2382f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115241 Jun 10 17:56:46.690269 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-baf54c6a-89a5-49d7-9090-47f4837ab0dd req-41464fe0-cb12-4d95-bc8b-f1b8fbb38025 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd5dacfc-71db-4f47-83c1-f97e8426b728 HTTP/1.1" status: 200 len: 210 time: 0.0280681 Jun 10 17:56:46.904869 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e4d10-5306-410a-bd59-7971fa82af34 req-10d5a0db-5f01-4887-be46-bea0bb24e238 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:56:46.908108 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-d07e4d10-5306-410a-bd59-7971fa82af34 req-10d5a0db-5f01-4887-be46-bea0bb24e238 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.27 "GET /v2.0/networks?id=cf05028d-c72b-40d9-b732-31cbffe291f6 HTTP/1.1" status: 200 len: 814 time: 0.1105244 Jun 10 17:56:46.958909 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-d07e4d10-5306-410a-bd59-7971fa82af34 req-453235a4-ea0d-4fe6-a1f6-f1b78b8dcf84 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae2c0c7e115f4f079bcf8d85f2bdfadf HTTP/1.1" status: 200 len: 380 time: 0.0355971 Jun 10 17:56:46.968941 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [req-d07e4d10-5306-410a-bd59-7971fa82af34 req-784d3789-2bed-45ce-b1ec-ef4232c2d9fa tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Request body: {'port': {'device_id': '3c481977-3641-4aea-b740-733923ad4d7d', 'network_id': 'cf05028d-c72b-40d9-b732-31cbffe291f6', 'admin_state_up': True, 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'security_groups': ['bb07f29f-a687-4977-bce9-17abdb037a4b']}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:56:47.138205 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-b1ec76e8-990f-4e4a-8e38-34d11f391455 req-151ff60a-d897-4715-83ab-4ccc3842b0b9 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c481977-3641-4aea-b740-733923ad4d7d HTTP/1.1" status: 200 len: 210 time: 0.0296037 Jun 10 17:56:47.156317 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d07e4d10-5306-410a-bd59-7971fa82af34 req-784d3789-2bed-45ce-b1ec-ef4232c2d9fa tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Made reservation on behalf of ae2c0c7e115f4f079bcf8d85f2bdfadf for: {'port': 1} {{(pid=114528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 17:56:47.160607 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-d07e4d10-5306-410a-bd59-7971fa82af34 req-784d3789-2bed-45ce-b1ec-ef4232c2d9fa tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:47.289369 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.db_base_plugin_common [req-d07e4d10-5306-410a-bd59-7971fa82af34 req-784d3789-2bed-45ce-b1ec-ef4232c2d9fa tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Allocated IP 172.20.0.4 (cf05028d-c72b-40d9-b732-31cbffe291f6/9741f818-fc3a-495a-a8d9-92f5229bfc6e/efc3bc72-7abd-4a4e-8b3a-d0498006873a) {{(pid=114528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 17:56:47.428065 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-d07e4d10-5306-410a-bd59-7971fa82af34 req-784d3789-2bed-45ce-b1ec-ef4232c2d9fa tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for port, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:47.549951 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-d07e4d10-5306-410a-bd59-7971fa82af34 req-784d3789-2bed-45ce-b1ec-ef4232c2d9fa tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764020614705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940005'] for port, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:47.590336 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d07e4d10-5306-410a-bd59-7971fa82af34 req-784d3789-2bed-45ce-b1ec-ef4232c2d9fa tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Network cf05028d-c72b-40d9-b732-31cbffe291f6 is already hosted by enough agents. {{(pid=114528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:56:47.593179 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.base_scheduler [req-d07e4d10-5306-410a-bd59-7971fa82af34 req-784d3789-2bed-45ce-b1ec-ef4232c2d9fa tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Resources bound (agent type, host, resource id): {{(pid=114528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:56:47.595706 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.l3_dvrscheduler_db [req-d07e4d10-5306-410a-bd59-7971fa82af34 req-784d3789-2bed-45ce-b1ec-ef4232c2d9fa tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Received port after_create {{(pid=114528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 10 17:56:47.631262 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784d3789-2bed-45ce-b1ec-ef4232c2d9fa tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Pushing event updated for resources: {'Port': ['ID=efc3bc72-7abd-4a4e-8b3a-d0498006873a,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:56:47.656642 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e4d10-5306-410a-bd59-7971fa82af34 req-784d3789-2bed-45ce-b1ec-ef4232c2d9fa tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:56:47.657314 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-d07e4d10-5306-410a-bd59-7971fa82af34 req-784d3789-2bed-45ce-b1ec-ef4232c2d9fa tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for port, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:47.757527 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-d07e4d10-5306-410a-bd59-7971fa82af34 req-784d3789-2bed-45ce-b1ec-ef4232c2d9fa tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7921979 Jun 10 17:56:47.785259 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-060d685d-3df3-43db-b3d1-28a95e291644 req-eddeab39-d2f6-46b4-8442-05d705cf3799 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd5dacfc-71db-4f47-83c1-f97e8426b728 HTTP/1.1" status: 200 len: 210 time: 0.0260253 Jun 10 17:56:47.831234 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-fb2457cb-f890-4780-9883-18a8df775c42 None None] Provisioning complete for port efc3bc72-7abd-4a4e-8b3a-d0498006873a triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:56:47.831802 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-fb2457cb-f890-4780-9883-18a8df775c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:47.864189 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-fb2457cb-f890-4780-9883-18a8df775c42 None None] Port efc3bc72-7abd-4a4e-8b3a-d0498006873a cannot update to ACTIVE because it is not bound. {{(pid=114530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 10 17:56:48.250126 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914502a2-897a-4c16-9890-ca8b7755d7fb req-8ecfe530-b585-4377-a06f-a35c5c385195 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:56:48.252246 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-914502a2-897a-4c16-9890-ca8b7755d7fb req-8ecfe530-b585-4377-a06f-a35c5c385195 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c481977-3641-4aea-b740-733923ad4d7d HTTP/1.1" status: 200 len: 931 time: 0.0480962 Jun 10 17:56:48.288464 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-914502a2-897a-4c16-9890-ca8b7755d7fb req-442ada23-bf2a-4f34-ac70-b5eb00eab729 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb07f29f-a687-4977-bce9-17abdb037a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302215 Jun 10 17:56:48.875685 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-429e6fc3-96af-41a3-b3ba-2e10c2abec22 req-29312697-9203-4446-a58c-a91c44fcd4d7 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd5dacfc-71db-4f47-83c1-f97e8426b728 HTTP/1.1" status: 200 len: 210 time: 0.0261085 Jun 10 17:56:49.404442 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168c4231-d32a-4f0f-9223-07e79ad70363 req-72d03140-3400-49f2-9a6e-d54d796ec636 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:56:49.406274 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-168c4231-d32a-4f0f-9223-07e79ad70363 req-72d03140-3400-49f2-9a6e-d54d796ec636 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c481977-3641-4aea-b740-733923ad4d7d HTTP/1.1" status: 200 len: 931 time: 0.0513365 Jun 10 17:56:49.458265 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-168c4231-d32a-4f0f-9223-07e79ad70363 req-c90c3c87-fb71-44fa-aa85-e3b085a3124c tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb07f29f-a687-4977-bce9-17abdb037a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392718 Jun 10 17:56:49.967863 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-8e8f92a2-6f45-47e6-9fef-8f58d77f92cb req-d2c4df3f-23e1-4294-8a5b-8c2d577fa99c tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd5dacfc-71db-4f47-83c1-f97e8426b728 HTTP/1.1" status: 200 len: 210 time: 0.0266943 Jun 10 17:56:50.002064 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [req-d07e4d10-5306-410a-bd59-7971fa82af34 req-e4e30b67-e909-43f3-86a5-fe9006b31e92 service neutron] Request body: {'port': {'device_id': '3c481977-3641-4aea-b740-733923ad4d7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-xena0'}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:56:50.055743 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-d07e4d10-5306-410a-bd59-7971fa82af34 req-e4e30b67-e909-43f3-86a5-fe9006b31e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:50.069607 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:50.314690 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.notifiers.nova [req-d07e4d10-5306-410a-bd59-7971fa82af34 req-e4e30b67-e909-43f3-86a5-fe9006b31e92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efc3bc72-7abd-4a4e-8b3a-d0498006873a {{(pid=114528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 10 17:56:50.322043 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-d07e4d10-5306-410a-bd59-7971fa82af34 req-e4e30b67-e909-43f3-86a5-fe9006b31e92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:50.334039 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.provisioning_blocks [req-d07e4d10-5306-410a-bd59-7971fa82af34 req-e4e30b67-e909-43f3-86a5-fe9006b31e92 service neutron] Transition to ACTIVE for port object efc3bc72-7abd-4a4e-8b3a-d0498006873a will not be triggered until provisioned by entity L2. {{(pid=114528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 17:56:50.412168 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-d07e4d10-5306-410a-bd59-7971fa82af34 req-e4e30b67-e909-43f3-86a5-fe9006b31e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940062'] for port, after_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:50.466039 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e30b67-e909-43f3-86a5-fe9006b31e92 service neutron] Pushing event updated for resources: {'Port': ['ID=efc3bc72-7abd-4a4e-8b3a-d0498006873a,revision_number=2']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:56:50.540797 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.managers [req-d07e4d10-5306-410a-bd59-7971fa82af34 req-e4e30b67-e909-43f3-86a5-fe9006b31e92 service neutron] Attempting to bind port efc3bc72-7abd-4a4e-8b3a-d0498006873a on host hv-cinder-xena0 for vnic_type normal with profile {{(pid=114528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 17:56:50.541232 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.managers [req-d07e4d10-5306-410a-bd59-7971fa82af34 req-e4e30b67-e909-43f3-86a5-fe9006b31e92 service neutron] Attempting to bind port efc3bc72-7abd-4a4e-8b3a-d0498006873a by drivers openvswitch,hyperv on host hv-cinder-xena0 at level 0 using segments [{'id': '6709a124-9c43-4d87-92f9-6a6c112d5626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'cf05028d-c72b-40d9-b732-31cbffe291f6'}] {{(pid=114528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 17:56:50.541565 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07e4d10-5306-410a-bd59-7971fa82af34 req-e4e30b67-e909-43f3-86a5-fe9006b31e92 service neutron] Attempting to bind port efc3bc72-7abd-4a4e-8b3a-d0498006873a on network cf05028d-c72b-40d9-b732-31cbffe291f6 {{(pid=114528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 10 17:56:50.546419 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07e4d10-5306-410a-bd59-7971fa82af34 req-e4e30b67-e909-43f3-86a5-fe9006b31e92 service neutron] Port efc3bc72-7abd-4a4e-8b3a-d0498006873a on network cf05028d-c72b-40d9-b732-31cbffe291f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-xena0 {{(pid=114528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 10 17:56:50.546693 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07e4d10-5306-410a-bd59-7971fa82af34 req-e4e30b67-e909-43f3-86a5-fe9006b31e92 service neutron] Attempting to bind port efc3bc72-7abd-4a4e-8b3a-d0498006873a on network cf05028d-c72b-40d9-b732-31cbffe291f6 {{(pid=114528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 10 17:56:50.552478 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07e4d10-5306-410a-bd59-7971fa82af34 req-e4e30b67-e909-43f3-86a5-fe9006b31e92 service neutron] Checking agent: {'id': '7469bf7c-50e4-4cc8-b056-051e3e633b26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-xena0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 10, 17, 46, 19), 'started_at': datetime.datetime(2022, 6, 10, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 10, 17, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 10 17:56:50.552823 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07e4d10-5306-410a-bd59-7971fa82af34 req-e4e30b67-e909-43f3-86a5-fe9006b31e92 service neutron] Checking segment: {'id': '6709a124-9c43-4d87-92f9-6a6c112d5626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'cf05028d-c72b-40d9-b732-31cbffe291f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 10 17:56:50.553206 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07e4d10-5306-410a-bd59-7971fa82af34 req-e4e30b67-e909-43f3-86a5-fe9006b31e92 service neutron] Bound using segment: {'id': '6709a124-9c43-4d87-92f9-6a6c112d5626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'cf05028d-c72b-40d9-b732-31cbffe291f6'} {{(pid=114528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 10 17:56:50.553645 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.managers [req-d07e4d10-5306-410a-bd59-7971fa82af34 req-e4e30b67-e909-43f3-86a5-fe9006b31e92 service neutron] Bound port: efc3bc72-7abd-4a4e-8b3a-d0498006873a, host: hv-cinder-xena0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6709a124-9c43-4d87-92f9-6a6c112d5626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'cf05028d-c72b-40d9-b732-31cbffe291f6'}}] {{(pid=114528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 17:56:50.554006 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-d07e4d10-5306-410a-bd59-7971fa82af34 req-e4e30b67-e909-43f3-86a5-fe9006b31e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:50.575699 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e1d01-50de-40e4-af7c-b566cdc5a76c req-e2c42dd7-c109-4cd5-8b6b-6403423e0781 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:56:50.577267 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-957e1d01-50de-40e4-af7c-b566cdc5a76c req-e2c42dd7-c109-4cd5-8b6b-6403423e0781 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c481977-3641-4aea-b740-733923ad4d7d HTTP/1.1" status: 200 len: 943 time: 0.0524662 Jun 10 17:56:50.622746 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.db [req-d07e4d10-5306-410a-bd59-7971fa82af34 req-e4e30b67-e909-43f3-86a5-fe9006b31e92 service neutron] For port efc3bc72-7abd-4a4e-8b3a-d0498006873a, host hv-cinder-xena0, cleared binding levels {{(pid=114528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 10 17:56:50.623617 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-957e1d01-50de-40e4-af7c-b566cdc5a76c req-5c2adaff-fa4e-464a-af36-1b754e88879f tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb07f29f-a687-4977-bce9-17abdb037a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373454 Jun 10 17:56:50.626908 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.db [req-d07e4d10-5306-410a-bd59-7971fa82af34 req-e4e30b67-e909-43f3-86a5-fe9006b31e92 service neutron] For port efc3bc72-7abd-4a4e-8b3a-d0498006873a, host hv-cinder-xena0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=efc3bc72-7abd-4a4e-8b3a-d0498006873a,segment=NetworkSegment(6709a124-9c43-4d87-92f9-6a6c112d5626),segment_id=6709a124-9c43-4d87-92f9-6a6c112d5626)] {{(pid=114528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 10 17:56:50.702608 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-d07e4d10-5306-410a-bd59-7971fa82af34 req-e4e30b67-e909-43f3-86a5-fe9006b31e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940062'] for port, after_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:50.740365 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e4d10-5306-410a-bd59-7971fa82af34 req-e4e30b67-e909-43f3-86a5-fe9006b31e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:56:50.740935 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-d07e4d10-5306-410a-bd59-7971fa82af34 req-e4e30b67-e909-43f3-86a5-fe9006b31e92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for port, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:50.742343 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-d07e4d10-5306-410a-bd59-7971fa82af34 req-e4e30b67-e909-43f3-86a5-fe9006b31e92 service neutron] 10.222.0.27 "PUT /v2.0/ports/efc3bc72-7abd-4a4e-8b3a-d0498006873a HTTP/1.1" status: 200 len: 1093 time: 0.7451720 Jun 10 17:56:50.742773 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c481977-3641-4aea-b740-733923ad4d7d', 'tag': 'efc3bc72-7abd-4a4e-8b3a-d0498006873a'}] {{(pid=114528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:56:50.745015 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c4b580669e8e78bfc2035bf5baafa64bdcb7bdc1597d6f92a291bf2def5264" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a5a24f-11c7-463e-9d4d-e647c7e8b976" -d '{"events": [{"name": "network-changed", "server_uuid": "3c481977-3641-4aea-b740-733923ad4d7d", "tag": "efc3bc72-7abd-4a4e-8b3a-d0498006873a"}]}' {{(pid=114528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:56:50.770114 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e30b67-e909-43f3-86a5-fe9006b31e92 service neutron] Pushing event updated for resources: {'Port': ['ID=efc3bc72-7abd-4a4e-8b3a-d0498006873a,revision_number=3']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:56:50.789198 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Jun 2022 17:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08fd83e0-d51c-41f6-9721-ea8d4ee5131f x-openstack-request-id: req-08fd83e0-d51c-41f6-9721-ea8d4ee5131f {{(pid=114528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:56:50.789198 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c481977-3641-4aea-b740-733923ad4d7d", "tag": "efc3bc72-7abd-4a4e-8b3a-d0498006873a", "status": "completed", "code": 200}]} {{(pid=114528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:56:50.789198 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-08fd83e0-d51c-41f6-9721-ea8d4ee5131f {{(pid=114528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:56:50.789198 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08fd83e0-d51c-41f6-9721-ea8d4ee5131f'] response: {'name': 'network-changed', 'server_uuid': '3c481977-3641-4aea-b740-733923ad4d7d', 'tag': 'efc3bc72-7abd-4a4e-8b3a-d0498006873a', 'status': 'completed', 'code': 200} Jun 10 17:56:50.875704 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a5a24f-11c7-463e-9d4d-e647c7e8b976 req-4cbcad96-6369-4660-a16e-f34b128f2a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:56:50.877867 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-49a5a24f-11c7-463e-9d4d-e647c7e8b976 req-4cbcad96-6369-4660-a16e-f34b128f2a07 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=ae2c0c7e115f4f079bcf8d85f2bdfadf&device_id=3c481977-3641-4aea-b740-733923ad4d7d HTTP/1.1" status: 200 len: 1096 time: 0.0431292 Jun 10 17:56:50.992743 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a5a24f-11c7-463e-9d4d-e647c7e8b976 req-deeac59a-73b2-4ed7-9fdc-f83d6094012a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:56:50.994270 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-49a5a24f-11c7-463e-9d4d-e647c7e8b976 req-deeac59a-73b2-4ed7-9fdc-f83d6094012a service neutron] 10.222.0.27 "GET /v2.0/networks?tenant_id=ae2c0c7e115f4f079bcf8d85f2bdfadf&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1009238 Jun 10 17:56:51.073260 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-c18a7284-0641-4f3d-bb04-864161357aa4 req-5c157f7c-7329-4853-8350-043858fada52 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd5dacfc-71db-4f47-83c1-f97e8426b728 HTTP/1.1" status: 200 len: 210 time: 0.0376434 Jun 10 17:56:51.094049 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a5a24f-11c7-463e-9d4d-e647c7e8b976 req-b56672cc-147b-48ef-b254-e79a7be4309e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:56:51.097425 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-49a5a24f-11c7-463e-9d4d-e647c7e8b976 req-b56672cc-147b-48ef-b254-e79a7be4309e service neutron] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0949392 Jun 10 17:56:51.215359 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e4d10-5306-410a-bd59-7971fa82af34 req-ac2731c7-b528-434f-b04e-4303548c73f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:56:51.216821 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d07e4d10-5306-410a-bd59-7971fa82af34 req-ac2731c7-b528-434f-b04e-4303548c73f8 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=ae2c0c7e115f4f079bcf8d85f2bdfadf&device_id=3c481977-3641-4aea-b740-733923ad4d7d HTTP/1.1" status: 200 len: 1096 time: 0.0403628 Jun 10 17:56:51.272848 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d07e4d10-5306-410a-bd59-7971fa82af34 req-a1536467-ca32-46a7-b5c5-66a542cbfdcb service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=efc3bc72-7abd-4a4e-8b3a-d0498006873a HTTP/1.1" status: 200 len: 217 time: 0.0426438 Jun 10 17:56:51.283788 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1141abaa-b210-4902-aa6b-76af12a5a160 req-6db9f954-1dd8-4d79-b090-06ed86f657b4 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:56:51.285211 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-1141abaa-b210-4902-aa6b-76af12a5a160 req-6db9f954-1dd8-4d79-b090-06ed86f657b4 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.27 "GET /v2.0/networks?id=31f77b64-5d2a-4d41-a094-437a49d2382f HTTP/1.1" status: 200 len: 810 time: 0.1086781 Jun 10 17:56:51.339177 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-1141abaa-b210-4902-aa6b-76af12a5a160 req-29931a2a-e756-4658-bd6f-4c95f08c8213 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=767f7c0142e64103a2d829d5951cd4ad HTTP/1.1" status: 200 len: 378 time: 0.0358806 Jun 10 17:56:51.346147 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e4d10-5306-410a-bd59-7971fa82af34 req-a6f2c512-c12b-4778-abe3-bdbc4138d1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:56:51.347664 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d07e4d10-5306-410a-bd59-7971fa82af34 req-a6f2c512-c12b-4778-abe3-bdbc4138d1c3 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=9741f818-fc3a-495a-a8d9-92f5229bfc6e HTTP/1.1" status: 200 len: 853 time: 0.0444191 Jun 10 17:56:51.349366 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [req-1141abaa-b210-4902-aa6b-76af12a5a160 req-fde74590-a2e5-4b3e-9a76-4e2ca3823817 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Request body: {'port': {'device_id': 'bd5dacfc-71db-4f47-83c1-f97e8426b728', 'network_id': '31f77b64-5d2a-4d41-a094-437a49d2382f', 'admin_state_up': True, 'tenant_id': '767f7c0142e64103a2d829d5951cd4ad', 'security_groups': ['6ae1e1d4-e4c7-4585-82e5-ff7616b8fd6f']}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:56:51.396511 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e4d10-5306-410a-bd59-7971fa82af34 req-49b7fa48-0648-4d79-ae06-06ed6b451ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:56:51.397972 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d07e4d10-5306-410a-bd59-7971fa82af34 req-49b7fa48-0648-4d79-ae06-06ed6b451ba0 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=cf05028d-c72b-40d9-b732-31cbffe291f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0443268 Jun 10 17:56:51.497221 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d07e4d10-5306-410a-bd59-7971fa82af34 req-51dec103-2d81-4e48-b19e-8b0486c90693 service neutron] 10.222.0.27 "GET /v2.0/networks/cf05028d-c72b-40d9-b732-31cbffe291f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844226 Jun 10 17:56:51.543738 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1141abaa-b210-4902-aa6b-76af12a5a160 req-fde74590-a2e5-4b3e-9a76-4e2ca3823817 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Made reservation on behalf of 767f7c0142e64103a2d829d5951cd4ad for: {'port': 1} {{(pid=114528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 17:56:51.547405 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-1141abaa-b210-4902-aa6b-76af12a5a160 req-fde74590-a2e5-4b3e-9a76-4e2ca3823817 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:51.604031 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d07e4d10-5306-410a-bd59-7971fa82af34 req-07e25553-a569-4c09-9d4c-52b40f19dbf1 service neutron] 10.222.0.27 "GET /v2.0/networks/cf05028d-c72b-40d9-b732-31cbffe291f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913763 Jun 10 17:56:51.678140 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.db_base_plugin_common [req-1141abaa-b210-4902-aa6b-76af12a5a160 req-fde74590-a2e5-4b3e-9a76-4e2ca3823817 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Allocated IP 172.20.0.5 (31f77b64-5d2a-4d41-a094-437a49d2382f/d1b8af94-24d7-44e4-8fcc-7d46347876fd/f66d755c-2579-49bd-8931-f89c56beea96) {{(pid=114528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 17:56:51.745534 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5536a141-0208-4463-b0ac-54ce270c180e req-5ee11eb6-ac27-4811-a649-e22634d72df8 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:56:51.746991 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-5536a141-0208-4463-b0ac-54ce270c180e req-5ee11eb6-ac27-4811-a649-e22634d72df8 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c481977-3641-4aea-b740-733923ad4d7d HTTP/1.1" status: 200 len: 943 time: 0.0489774 Jun 10 17:56:51.786361 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-5536a141-0208-4463-b0ac-54ce270c180e req-6f892511-7064-4dd2-a69a-6451666e3bfd tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb07f29f-a687-4977-bce9-17abdb037a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322413 Jun 10 17:56:51.819961 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-1141abaa-b210-4902-aa6b-76af12a5a160 req-fde74590-a2e5-4b3e-9a76-4e2ca3823817 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks [] for port, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:51.893072 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-1141abaa-b210-4902-aa6b-76af12a5a160 req-fde74590-a2e5-4b3e-9a76-4e2ca3823817 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764020614705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940005'] for port, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:51.934702 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1141abaa-b210-4902-aa6b-76af12a5a160 req-fde74590-a2e5-4b3e-9a76-4e2ca3823817 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Network 31f77b64-5d2a-4d41-a094-437a49d2382f is already hosted by enough agents. {{(pid=114528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:56:51.937871 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.base_scheduler [req-1141abaa-b210-4902-aa6b-76af12a5a160 req-fde74590-a2e5-4b3e-9a76-4e2ca3823817 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Resources bound (agent type, host, resource id): {{(pid=114528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:56:51.941577 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.l3_dvrscheduler_db [req-1141abaa-b210-4902-aa6b-76af12a5a160 req-fde74590-a2e5-4b3e-9a76-4e2ca3823817 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Received port after_create {{(pid=114528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 10 17:56:51.971513 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde74590-a2e5-4b3e-9a76-4e2ca3823817 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Pushing event updated for resources: {'Port': ['ID=f66d755c-2579-49bd-8931-f89c56beea96,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:56:51.997754 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1141abaa-b210-4902-aa6b-76af12a5a160 req-fde74590-a2e5-4b3e-9a76-4e2ca3823817 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:56:51.998481 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-1141abaa-b210-4902-aa6b-76af12a5a160 req-fde74590-a2e5-4b3e-9a76-4e2ca3823817 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for port, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:52.094999 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-1141abaa-b210-4902-aa6b-76af12a5a160 req-fde74590-a2e5-4b3e-9a76-4e2ca3823817 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7495542 Jun 10 17:56:52.114167 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [req-1141abaa-b210-4902-aa6b-76af12a5a160 req-f7ceb5a4-8e30-4edb-b753-cf80f508a5d4 service neutron] Request body: {'port': {'device_id': 'bd5dacfc-71db-4f47-83c1-f97e8426b728', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-xena0'}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:56:52.167512 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-febbf785-85be-42da-aaf9-eeb6f1fc6c95 None None] Provisioning complete for port f66d755c-2579-49bd-8931-f89c56beea96 triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:56:52.168593 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-febbf785-85be-42da-aaf9-eeb6f1fc6c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:52.181956 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-1141abaa-b210-4902-aa6b-76af12a5a160 req-f7ceb5a4-8e30-4edb-b753-cf80f508a5d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:52.196502 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7549817-7df9-4da5-adee-2eac42d2ff6d req-77adae06-3814-4c5e-92ed-ebbeae62cbca tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:56:52.198680 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-b7549817-7df9-4da5-adee-2eac42d2ff6d req-77adae06-3814-4c5e-92ed-ebbeae62cbca tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd5dacfc-71db-4f47-83c1-f97e8426b728 HTTP/1.1" status: 200 len: 931 time: 0.0529227 Jun 10 17:56:52.206908 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-febbf785-85be-42da-aaf9-eeb6f1fc6c95 None None] Port f66d755c-2579-49bd-8931-f89c56beea96 cannot update to ACTIVE because it is not bound. {{(pid=114530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 10 17:56:52.247236 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-b7549817-7df9-4da5-adee-2eac42d2ff6d req-cd185e17-be8a-4120-baba-85f335a55d23 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae1e1d4-e4c7-4585-82e5-ff7616b8fd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384512 Jun 10 17:56:52.453038 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.notifiers.nova [req-1141abaa-b210-4902-aa6b-76af12a5a160 req-f7ceb5a4-8e30-4edb-b753-cf80f508a5d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f66d755c-2579-49bd-8931-f89c56beea96 {{(pid=114528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 10 17:56:52.460670 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-1141abaa-b210-4902-aa6b-76af12a5a160 req-f7ceb5a4-8e30-4edb-b753-cf80f508a5d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:52.473404 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.provisioning_blocks [req-1141abaa-b210-4902-aa6b-76af12a5a160 req-f7ceb5a4-8e30-4edb-b753-cf80f508a5d4 service neutron] Transition to ACTIVE for port object f66d755c-2579-49bd-8931-f89c56beea96 will not be triggered until provisioned by entity L2. {{(pid=114528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 17:56:52.526149 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-1141abaa-b210-4902-aa6b-76af12a5a160 req-f7ceb5a4-8e30-4edb-b753-cf80f508a5d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940062'] for port, after_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:52.599270 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ceb5a4-8e30-4edb-b753-cf80f508a5d4 service neutron] Pushing event updated for resources: {'Port': ['ID=f66d755c-2579-49bd-8931-f89c56beea96,revision_number=2']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:56:52.907015 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e6638-0951-4a36-8fac-2a9af148ce4c req-b310e43f-ce4a-47d3-a0e5-659db171adc8 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:56:52.908363 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.managers [req-1141abaa-b210-4902-aa6b-76af12a5a160 req-f7ceb5a4-8e30-4edb-b753-cf80f508a5d4 service neutron] Attempting to bind port f66d755c-2579-49bd-8931-f89c56beea96 on host hv-cinder-xena0 for vnic_type normal with profile {{(pid=114528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 17:56:52.908695 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.managers [req-1141abaa-b210-4902-aa6b-76af12a5a160 req-f7ceb5a4-8e30-4edb-b753-cf80f508a5d4 service neutron] Attempting to bind port f66d755c-2579-49bd-8931-f89c56beea96 by drivers openvswitch,hyperv on host hv-cinder-xena0 at level 0 using segments [{'id': 'dc5feedf-4398-4bd5-8812-15b40d5f51d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '31f77b64-5d2a-4d41-a094-437a49d2382f'}] {{(pid=114528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 17:56:52.909025 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1141abaa-b210-4902-aa6b-76af12a5a160 req-f7ceb5a4-8e30-4edb-b753-cf80f508a5d4 service neutron] Attempting to bind port f66d755c-2579-49bd-8931-f89c56beea96 on network 31f77b64-5d2a-4d41-a094-437a49d2382f {{(pid=114528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 10 17:56:52.909234 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-833e6638-0951-4a36-8fac-2a9af148ce4c req-b310e43f-ce4a-47d3-a0e5-659db171adc8 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c481977-3641-4aea-b740-733923ad4d7d HTTP/1.1" status: 200 len: 943 time: 0.0518994 Jun 10 17:56:52.913514 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1141abaa-b210-4902-aa6b-76af12a5a160 req-f7ceb5a4-8e30-4edb-b753-cf80f508a5d4 service neutron] Port f66d755c-2579-49bd-8931-f89c56beea96 on network 31f77b64-5d2a-4d41-a094-437a49d2382f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-xena0 {{(pid=114528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 10 17:56:52.913829 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1141abaa-b210-4902-aa6b-76af12a5a160 req-f7ceb5a4-8e30-4edb-b753-cf80f508a5d4 service neutron] Attempting to bind port f66d755c-2579-49bd-8931-f89c56beea96 on network 31f77b64-5d2a-4d41-a094-437a49d2382f {{(pid=114528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 10 17:56:52.918562 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1141abaa-b210-4902-aa6b-76af12a5a160 req-f7ceb5a4-8e30-4edb-b753-cf80f508a5d4 service neutron] Checking agent: {'id': '7469bf7c-50e4-4cc8-b056-051e3e633b26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-xena0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 10, 17, 46, 19), 'started_at': datetime.datetime(2022, 6, 10, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 10, 17, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 10 17:56:52.923809 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1141abaa-b210-4902-aa6b-76af12a5a160 req-f7ceb5a4-8e30-4edb-b753-cf80f508a5d4 service neutron] Checking segment: {'id': 'dc5feedf-4398-4bd5-8812-15b40d5f51d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '31f77b64-5d2a-4d41-a094-437a49d2382f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 10 17:56:52.923809 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1141abaa-b210-4902-aa6b-76af12a5a160 req-f7ceb5a4-8e30-4edb-b753-cf80f508a5d4 service neutron] Bound using segment: {'id': 'dc5feedf-4398-4bd5-8812-15b40d5f51d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '31f77b64-5d2a-4d41-a094-437a49d2382f'} {{(pid=114528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 10 17:56:52.923809 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.managers [req-1141abaa-b210-4902-aa6b-76af12a5a160 req-f7ceb5a4-8e30-4edb-b753-cf80f508a5d4 service neutron] Bound port: f66d755c-2579-49bd-8931-f89c56beea96, host: hv-cinder-xena0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc5feedf-4398-4bd5-8812-15b40d5f51d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '31f77b64-5d2a-4d41-a094-437a49d2382f'}}] {{(pid=114528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 17:56:52.923809 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-1141abaa-b210-4902-aa6b-76af12a5a160 req-f7ceb5a4-8e30-4edb-b753-cf80f508a5d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:52.948723 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-833e6638-0951-4a36-8fac-2a9af148ce4c req-40bc1d11-39f5-4fc0-8193-f2f1637d7b10 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb07f29f-a687-4977-bce9-17abdb037a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329614 Jun 10 17:56:52.982498 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.db [req-1141abaa-b210-4902-aa6b-76af12a5a160 req-f7ceb5a4-8e30-4edb-b753-cf80f508a5d4 service neutron] For port f66d755c-2579-49bd-8931-f89c56beea96, host hv-cinder-xena0, cleared binding levels {{(pid=114528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 10 17:56:52.985563 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.db [req-1141abaa-b210-4902-aa6b-76af12a5a160 req-f7ceb5a4-8e30-4edb-b753-cf80f508a5d4 service neutron] For port f66d755c-2579-49bd-8931-f89c56beea96, host hv-cinder-xena0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=f66d755c-2579-49bd-8931-f89c56beea96,segment=NetworkSegment(dc5feedf-4398-4bd5-8812-15b40d5f51d8),segment_id=dc5feedf-4398-4bd5-8812-15b40d5f51d8)] {{(pid=114528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 10 17:56:53.064134 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-1141abaa-b210-4902-aa6b-76af12a5a160 req-f7ceb5a4-8e30-4edb-b753-cf80f508a5d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940062'] for port, after_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:53.097581 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1141abaa-b210-4902-aa6b-76af12a5a160 req-f7ceb5a4-8e30-4edb-b753-cf80f508a5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:56:53.098116 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [req-1141abaa-b210-4902-aa6b-76af12a5a160 req-f7ceb5a4-8e30-4edb-b753-cf80f508a5d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for port, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:53.099544 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-1141abaa-b210-4902-aa6b-76af12a5a160 req-f7ceb5a4-8e30-4edb-b753-cf80f508a5d4 service neutron] 10.222.0.27 "PUT /v2.0/ports/f66d755c-2579-49bd-8931-f89c56beea96 HTTP/1.1" status: 200 len: 1093 time: 0.9903185 Jun 10 17:56:53.099978 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd5dacfc-71db-4f47-83c1-f97e8426b728', 'tag': 'f66d755c-2579-49bd-8931-f89c56beea96'}] {{(pid=114528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:56:53.102216 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c4b580669e8e78bfc2035bf5baafa64bdcb7bdc1597d6f92a291bf2def5264" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dcd0046-78b5-4ff3-afdd-30737ccd352e" -d '{"events": [{"name": "network-changed", "server_uuid": "bd5dacfc-71db-4f47-83c1-f97e8426b728", "tag": "f66d755c-2579-49bd-8931-f89c56beea96"}]}' {{(pid=114528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:56:53.129468 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ceb5a4-8e30-4edb-b753-cf80f508a5d4 service neutron] Pushing event updated for resources: {'Port': ['ID=f66d755c-2579-49bd-8931-f89c56beea96,revision_number=3']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:56:53.150748 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Jun 2022 17:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714525fe-a7b7-4dfd-970a-ac4392029b76 x-openstack-request-id: req-714525fe-a7b7-4dfd-970a-ac4392029b76 {{(pid=114528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:56:53.150748 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd5dacfc-71db-4f47-83c1-f97e8426b728", "tag": "f66d755c-2579-49bd-8931-f89c56beea96", "status": "completed", "code": 200}]} {{(pid=114528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:56:53.150748 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-714525fe-a7b7-4dfd-970a-ac4392029b76 {{(pid=114528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:56:53.150748 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-714525fe-a7b7-4dfd-970a-ac4392029b76'] response: {'name': 'network-changed', 'server_uuid': 'bd5dacfc-71db-4f47-83c1-f97e8426b728', 'tag': 'f66d755c-2579-49bd-8931-f89c56beea96', 'status': 'completed', 'code': 200} Jun 10 17:56:53.369618 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f2c5e0-f846-4ee1-bbde-ecb33e1ba142 req-26e03f00-aab4-4de6-9643-a21265f74595 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:56:53.371246 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-59f2c5e0-f846-4ee1-bbde-ecb33e1ba142 req-26e03f00-aab4-4de6-9643-a21265f74595 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd5dacfc-71db-4f47-83c1-f97e8426b728 HTTP/1.1" status: 200 len: 943 time: 0.0493276 Jun 10 17:56:53.408343 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-59f2c5e0-f846-4ee1-bbde-ecb33e1ba142 req-f474bbb0-e6d9-44b8-9cab-034b297d31b7 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae1e1d4-e4c7-4585-82e5-ff7616b8fd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303450 Jun 10 17:56:54.063277 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c4e83e-e4a7-40cc-97d4-7caed2f73434 req-2e4cf0da-e03e-45bb-b93c-8ba074910b3e tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:56:54.065344 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-67c4e83e-e4a7-40cc-97d4-7caed2f73434 req-2e4cf0da-e03e-45bb-b93c-8ba074910b3e tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c481977-3641-4aea-b740-733923ad4d7d HTTP/1.1" status: 200 len: 943 time: 0.0486274 Jun 10 17:56:54.104335 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-67c4e83e-e4a7-40cc-97d4-7caed2f73434 req-a92b0c87-26be-4515-9948-df0164610df1 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb07f29f-a687-4977-bce9-17abdb037a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331149 Jun 10 17:56:54.182509 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd0046-78b5-4ff3-afdd-30737ccd352e req-c126e330-43e5-40bc-8ef0-493536f639eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:56:54.183985 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-1dcd0046-78b5-4ff3-afdd-30737ccd352e req-c126e330-43e5-40bc-8ef0-493536f639eb service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=767f7c0142e64103a2d829d5951cd4ad&device_id=bd5dacfc-71db-4f47-83c1-f97e8426b728 HTTP/1.1" status: 200 len: 1096 time: 0.0437045 Jun 10 17:56:54.518730 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029480ae-ae97-4421-b7c8-8ff7734c7a5a req-2954e217-3bb9-432e-85de-e520957def55 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:56:54.520174 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-029480ae-ae97-4421-b7c8-8ff7734c7a5a req-2954e217-3bb9-432e-85de-e520957def55 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd5dacfc-71db-4f47-83c1-f97e8426b728 HTTP/1.1" status: 200 len: 943 time: 0.0471952 Jun 10 17:56:54.557538 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-029480ae-ae97-4421-b7c8-8ff7734c7a5a req-629ab380-6105-48eb-90fc-eb09a143e881 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae1e1d4-e4c7-4585-82e5-ff7616b8fd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314808 Jun 10 17:56:55.217618 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43565d8f-e6d5-4622-9a91-7089d8742ca5 req-cd313f2e-f996-45b6-bf53-328e1027b914 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:56:55.219135 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-43565d8f-e6d5-4622-9a91-7089d8742ca5 req-cd313f2e-f996-45b6-bf53-328e1027b914 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c481977-3641-4aea-b740-733923ad4d7d HTTP/1.1" status: 200 len: 943 time: 0.0485020 Jun 10 17:56:55.256044 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-43565d8f-e6d5-4622-9a91-7089d8742ca5 req-9d2b53e6-9601-4254-8903-a57bceeafe61 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb07f29f-a687-4977-bce9-17abdb037a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310795 Jun 10 17:56:55.668701 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507dabf-612a-4015-971a-9928eb370ff9 req-b66ad17c-2a52-49fe-b72a-127f41c5c041 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:56:55.670127 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-1507dabf-612a-4015-971a-9928eb370ff9 req-b66ad17c-2a52-49fe-b72a-127f41c5c041 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd5dacfc-71db-4f47-83c1-f97e8426b728 HTTP/1.1" status: 200 len: 943 time: 0.0476856 Jun 10 17:56:55.711891 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-1507dabf-612a-4015-971a-9928eb370ff9 req-4da8a447-62fe-460d-aaaa-2f1f2962d9c3 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae1e1d4-e4c7-4585-82e5-ff7616b8fd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351715 Jun 10 17:56:55.826902 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e34ef9-3639-4b38-80c3-03aa91de6864 req-f08efce9-2ed2-4bc8-853e-6874b6109c36 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:56:55.828330 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-33e34ef9-3639-4b38-80c3-03aa91de6864 req-f08efce9-2ed2-4bc8-853e-6874b6109c36 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d56551-a3ae-4865-80f9-bef8191cfdce HTTP/1.1" status: 200 len: 946 time: 0.0483916 Jun 10 17:56:55.865338 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-33e34ef9-3639-4b38-80c3-03aa91de6864 req-339294a6-b6e4-4d07-9c94-8debd70f8d92 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e9f924d-dfc3-4b3a-8e4b-29ff6169dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308599 Jun 10 17:56:56.021462 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device efc3bc72-7abd-4a4e-8b3a-d0498006873a details requested by agent hyperv_hv-cinder-xena0 with host hv-cinder-xena0 {{(pid=114530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 10 17:56:56.029448 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd0046-78b5-4ff3-afdd-30737ccd352e req-197b9416-ae85-470b-a25e-b922b37dd46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:56:56.030943 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-1dcd0046-78b5-4ff3-afdd-30737ccd352e req-197b9416-ae85-470b-a25e-b922b37dd46d service neutron] 10.222.0.27 "GET /v2.0/networks?tenant_id=767f7c0142e64103a2d829d5951cd4ad&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0913815 Jun 10 17:56:56.119634 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port efc3bc72-7abd-4a4e-8b3a-d0498006873a, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=efc3bc72-7abd-4a4e-8b3a-d0498006873a,segment=NetworkSegment(6709a124-9c43-4d87-92f9-6a6c112d5626),segment_id=6709a124-9c43-4d87-92f9-6a6c112d5626)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:56:56.127632 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd0046-78b5-4ff3-afdd-30737ccd352e req-e9a88e88-9126-469c-82e5-c3e122b4b753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:56:56.129099 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-1dcd0046-78b5-4ff3-afdd-30737ccd352e req-e9a88e88-9126-469c-82e5-c3e122b4b753 service neutron] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0913658 Jun 10 17:56:56.130827 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Returning: {'device': 'efc3bc72-7abd-4a4e-8b3a-d0498006873a', 'network_id': 'cf05028d-c72b-40d9-b732-31cbffe291f6', 'port_id': 'efc3bc72-7abd-4a4e-8b3a-d0498006873a', 'mac_address': 'fa:16:3e:08:cd:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9741f818-fc3a-495a-a8d9-92f5229bfc6e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 10 17:56:56.168868 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Current status of the port efc3bc72-7abd-4a4e-8b3a-d0498006873a is: DOWN; New status is: BUILD {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:56:56.169257 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:56.183391 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.notifiers.nova [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efc3bc72-7abd-4a4e-8b3a-d0498006873a {{(pid=114530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 10 17:56:56.207997 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port efc3bc72-7abd-4a4e-8b3a-d0498006873a, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=efc3bc72-7abd-4a4e-8b3a-d0498006873a,segment=NetworkSegment(6709a124-9c43-4d87-92f9-6a6c112d5626),segment_id=6709a124-9c43-4d87-92f9-6a6c112d5626)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:56:56.237286 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1141abaa-b210-4902-aa6b-76af12a5a160 req-dc571e1d-10d9-4e8e-a78b-87853d538d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:56:56.238787 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-1141abaa-b210-4902-aa6b-76af12a5a160 req-dc571e1d-10d9-4e8e-a78b-87853d538d8d service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=767f7c0142e64103a2d829d5951cd4ad&device_id=bd5dacfc-71db-4f47-83c1-f97e8426b728 HTTP/1.1" status: 200 len: 1096 time: 0.0413892 Jun 10 17:56:56.251930 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:56.297538 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-1141abaa-b210-4902-aa6b-76af12a5a160 req-8afaf48f-15db-4d45-a188-49ec2e7c13c1 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f66d755c-2579-49bd-8931-f89c56beea96 HTTP/1.1" status: 200 len: 217 time: 0.0393496 Jun 10 17:56:56.303071 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Pushing event updated for resources: {'Port': ['ID=efc3bc72-7abd-4a4e-8b3a-d0498006873a,revision_number=4']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:56:56.310333 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:56:56.310682 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:56:56.311023 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:56:56.311364 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:56:56.311692 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:56:56.312026 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:56:56.312354 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:56:56.312682 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:56:56.313028 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:56:56.313481 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:56:56.313745 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:56:56.314020 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:56:56.353640 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1141abaa-b210-4902-aa6b-76af12a5a160 req-8c4e4a7c-4847-4e64-9ca0-293190427220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:56:56.355136 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-1141abaa-b210-4902-aa6b-76af12a5a160 req-8c4e4a7c-4847-4e64-9ca0-293190427220 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=d1b8af94-24d7-44e4-8fcc-7d46347876fd HTTP/1.1" status: 200 len: 849 time: 0.0475574 Jun 10 17:56:56.378796 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a3d2cc-3ed3-4dd0-ae83-e7e8b8d342b8 req-4888067b-6187-48c3-b317-16ed8f681a6b tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:56:56.380211 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-52a3d2cc-3ed3-4dd0-ae83-e7e8b8d342b8 req-4888067b-6187-48c3-b317-16ed8f681a6b tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c481977-3641-4aea-b740-733923ad4d7d HTTP/1.1" status: 200 len: 944 time: 0.0480418 Jun 10 17:56:56.401103 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1141abaa-b210-4902-aa6b-76af12a5a160 req-ecc8f538-1c2a-4f85-a3fa-296a2ac5b2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:56:56.402661 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-1141abaa-b210-4902-aa6b-76af12a5a160 req-ecc8f538-1c2a-4f85-a3fa-296a2ac5b2ef service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=31f77b64-5d2a-4d41-a094-437a49d2382f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0403087 Jun 10 17:56:56.424129 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-52a3d2cc-3ed3-4dd0-ae83-e7e8b8d342b8 req-097e3537-9a78-4261-9211-4f92a4652bc7 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb07f29f-a687-4977-bce9-17abdb037a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312607 Jun 10 17:56:56.498980 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-1141abaa-b210-4902-aa6b-76af12a5a160 req-7838cd5e-3453-421e-906f-6406c660bc20 service neutron] 10.222.0.27 "GET /v2.0/networks/31f77b64-5d2a-4d41-a094-437a49d2382f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856686 Jun 10 17:56:56.589325 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-1141abaa-b210-4902-aa6b-76af12a5a160 req-06332bfd-23a3-4653-8a0f-0180176d1882 service neutron] 10.222.0.27 "GET /v2.0/networks/31f77b64-5d2a-4d41-a094-437a49d2382f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803986 Jun 10 17:56:56.627311 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] get_ports_and_sgs() called for port_ids ['efc3bc72-7abd-4a4e-8b3a-d0498006873a'] {{(pid=114530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 10 17:56:56.823974 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82382f03-a17a-4815-813a-2eb461e2827f req-54836da0-2137-421c-aa80-1ad66c1ae5d4 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:56:56.825438 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-82382f03-a17a-4815-813a-2eb461e2827f req-54836da0-2137-421c-aa80-1ad66c1ae5d4 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd5dacfc-71db-4f47-83c1-f97e8426b728 HTTP/1.1" status: 200 len: 943 time: 0.0469460 Jun 10 17:56:56.865507 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-82382f03-a17a-4815-813a-2eb461e2827f req-aaffda4c-8385-4406-aba0-0db327e8d97f tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae1e1d4-e4c7-4585-82e5-ff7616b8fd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333083 Jun 10 17:56:56.980161 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37713ec3-7cbd-430e-bafd-9d957e7d0af6 req-70bb7a8d-ebea-4553-a251-1ac3d3013e4f tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:56:56.981625 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-37713ec3-7cbd-430e-bafd-9d957e7d0af6 req-70bb7a8d-ebea-4553-a251-1ac3d3013e4f tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d56551-a3ae-4865-80f9-bef8191cfdce HTTP/1.1" status: 200 len: 946 time: 0.0490019 Jun 10 17:56:57.019535 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-37713ec3-7cbd-430e-bafd-9d957e7d0af6 req-e87b6129-1c88-44b6-8b53-fe0c6994cb17 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e9f924d-dfc3-4b3a-8e4b-29ff6169dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315971 Jun 10 17:56:57.535901 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb333f-3edb-4bf8-8f6d-f7e4807578d8 req-f02bff1f-4420-453e-a0da-0ff0b8e739c9 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:56:57.537345 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-03fb333f-3edb-4bf8-8f6d-f7e4807578d8 req-f02bff1f-4420-453e-a0da-0ff0b8e739c9 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c481977-3641-4aea-b740-733923ad4d7d HTTP/1.1" status: 200 len: 944 time: 0.0492616 Jun 10 17:56:57.574722 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-03fb333f-3edb-4bf8-8f6d-f7e4807578d8 req-2a5d95d1-c063-4d82-9810-24141dd21abe tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb07f29f-a687-4977-bce9-17abdb037a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312753 Jun 10 17:56:57.977510 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75928128-f813-4ec4-9908-41a888e2c514 req-b04428be-277d-45c9-ac6c-04a72b1895e9 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:56:57.978987 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-75928128-f813-4ec4-9908-41a888e2c514 req-b04428be-277d-45c9-ac6c-04a72b1895e9 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd5dacfc-71db-4f47-83c1-f97e8426b728 HTTP/1.1" status: 200 len: 943 time: 0.0484567 Jun 10 17:56:58.020754 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-75928128-f813-4ec4-9908-41a888e2c514 req-1b3a1f44-af72-4911-b156-19be3d2ff3cd tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae1e1d4-e4c7-4585-82e5-ff7616b8fd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344889 Jun 10 17:56:58.038739 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device efc3bc72-7abd-4a4e-8b3a-d0498006873a up at agent hyperv_hv-cinder-xena0 {{(pid=114530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 17:56:58.132452 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a44ea1-ae66-4121-b311-37074c9e68a9 req-e6e47548-10a1-4d79-958d-8425dae7c7c9 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:56:58.133883 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-48a44ea1-ae66-4121-b311-37074c9e68a9 req-e6e47548-10a1-4d79-958d-8425dae7c7c9 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d56551-a3ae-4865-80f9-bef8191cfdce HTTP/1.1" status: 200 len: 946 time: 0.0472775 Jun 10 17:56:58.175481 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-48a44ea1-ae66-4121-b311-37074c9e68a9 req-e505f567-fc2e-4ec6-bc59-ea078dcf5a02 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e9f924d-dfc3-4b3a-8e4b-29ff6169dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354838 Jun 10 17:56:58.239278 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Provisioning for port efc3bc72-7abd-4a4e-8b3a-d0498006873a completed by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 17:56:58.243253 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Provisioning complete for port efc3bc72-7abd-4a4e-8b3a-d0498006873a triggered by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:56:58.243611 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:58.318164 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Current status of the port efc3bc72-7abd-4a4e-8b3a-d0498006873a is: BUILD; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:56:58.318596 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:58.340089 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c481977-3641-4aea-b740-733923ad4d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efc3bc72-7abd-4a4e-8b3a-d0498006873a'}] {{(pid=114530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:56:58.342554 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059d8b929bb81300c707de1c8675048d791f282ce62f1c2c108741a8dfb2b754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8696eeed-e636-4df5-a6bb-23d6da8b698a" -d '{"events": [{"server_uuid": "3c481977-3641-4aea-b740-733923ad4d7d", "name": "network-vif-plugged", "status": "completed", "tag": "efc3bc72-7abd-4a4e-8b3a-d0498006873a"}]}' {{(pid=114530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:56:58.355678 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port efc3bc72-7abd-4a4e-8b3a-d0498006873a, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=efc3bc72-7abd-4a4e-8b3a-d0498006873a,segment=NetworkSegment(6709a124-9c43-4d87-92f9-6a6c112d5626),segment_id=6709a124-9c43-4d87-92f9-6a6c112d5626)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:56:58.378833 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Jun 2022 17:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca124ff-3be1-4b11-b990-7182fb03d816 x-openstack-request-id: req-4ca124ff-3be1-4b11-b990-7182fb03d816 {{(pid=114530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:56:58.379132 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c481977-3641-4aea-b740-733923ad4d7d", "name": "network-vif-plugged", "status": "completed", "tag": "efc3bc72-7abd-4a4e-8b3a-d0498006873a", "code": 200}]} {{(pid=114530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:56:58.379382 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4ca124ff-3be1-4b11-b990-7182fb03d816 {{(pid=114530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:56:58.379780 dv-cinder-xena-3-iscsi neutron-server[114530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ca124ff-3be1-4b11-b990-7182fb03d816'] response: {'server_uuid': '3c481977-3641-4aea-b740-733923ad4d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efc3bc72-7abd-4a4e-8b3a-d0498006873a', 'code': 200} Jun 10 17:56:58.424092 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:56:58.474097 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Pushing event updated for resources: {'Port': ['ID=efc3bc72-7abd-4a4e-8b3a-d0498006873a,revision_number=5']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:56:58.688106 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de65a047-6e67-42a5-89f0-68415a74ac83 req-23c6dc90-c0b1-44ff-8611-f39919e9f339 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:56:58.689981 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-de65a047-6e67-42a5-89f0-68415a74ac83 req-23c6dc90-c0b1-44ff-8611-f39919e9f339 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c481977-3641-4aea-b740-733923ad4d7d HTTP/1.1" status: 200 len: 945 time: 0.0504797 Jun 10 17:56:58.723806 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c923e4-69ab-49c7-b1a7-2f938d855e96 req-06a46949-c68d-484b-ae7f-138811283562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:56:58.725293 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-35c923e4-69ab-49c7-b1a7-2f938d855e96 req-06a46949-c68d-484b-ae7f-138811283562 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=3c481977-3641-4aea-b740-733923ad4d7d HTTP/1.1" status: 200 len: 1098 time: 0.0488355 Jun 10 17:56:58.733039 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-de65a047-6e67-42a5-89f0-68415a74ac83 req-5a3d7b96-84d9-49df-b5b0-a9da660e1a95 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb07f29f-a687-4977-bce9-17abdb037a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352502 Jun 10 17:56:58.762779 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-35c923e4-69ab-49c7-b1a7-2f938d855e96 req-b4d09e91-c382-4305-8f49-c83cfe00c672 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=bb07f29f-a687-4977-bce9-17abdb037a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312450 Jun 10 17:56:59.134050 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3a8bcf-999b-4f9a-bb9a-222ff9f1e60b req-ac6684b2-e811-44d8-9a8e-c73237d904b7 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:56:59.135591 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-bd3a8bcf-999b-4f9a-bb9a-222ff9f1e60b req-ac6684b2-e811-44d8-9a8e-c73237d904b7 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd5dacfc-71db-4f47-83c1-f97e8426b728 HTTP/1.1" status: 200 len: 943 time: 0.0478158 Jun 10 17:56:59.176230 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-bd3a8bcf-999b-4f9a-bb9a-222ff9f1e60b req-a8f3ef1f-ba52-4b26-8bea-88c18772b13c tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae1e1d4-e4c7-4585-82e5-ff7616b8fd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346775 Jun 10 17:56:59.299760 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46a7a8-58af-45fe-bd00-90aed124e322 req-352fb18f-6c4f-4e2e-b3c1-4e7045960153 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:56:59.301124 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ab46a7a8-58af-45fe-bd00-90aed124e322 req-352fb18f-6c4f-4e2e-b3c1-4e7045960153 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d56551-a3ae-4865-80f9-bef8191cfdce HTTP/1.1" status: 200 len: 946 time: 0.0480278 Jun 10 17:56:59.338036 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ab46a7a8-58af-45fe-bd00-90aed124e322 req-1f8ee245-f287-4075-9985-c2969a0b10bc tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e9f924d-dfc3-4b3a-8e4b-29ff6169dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305915 Jun 10 17:56:59.845898 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee134d65-718a-442b-b5f7-c6e31e7a806c req-af8274ed-2d0c-4077-bf39-d6af119f5058 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:56:59.847419 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ee134d65-718a-442b-b5f7-c6e31e7a806c req-af8274ed-2d0c-4077-bf39-d6af119f5058 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c481977-3641-4aea-b740-733923ad4d7d HTTP/1.1" status: 200 len: 945 time: 0.0479798 Jun 10 17:56:59.884329 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ee134d65-718a-442b-b5f7-c6e31e7a806c req-b636150c-aeb4-4992-b433-7fcc9c8d1cf7 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb07f29f-a687-4977-bce9-17abdb037a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307112 Jun 10 17:57:00.292422 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632242fa-80fc-4edd-be0a-cc0fd4f33077 req-1dcf3e88-8520-4be6-8770-c9e78f30ed50 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:57:00.293774 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-632242fa-80fc-4edd-be0a-cc0fd4f33077 req-1dcf3e88-8520-4be6-8770-c9e78f30ed50 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd5dacfc-71db-4f47-83c1-f97e8426b728 HTTP/1.1" status: 200 len: 943 time: 0.0496767 Jun 10 17:57:00.333804 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-632242fa-80fc-4edd-be0a-cc0fd4f33077 req-3fd3a851-1635-4547-aff4-48e730e01861 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae1e1d4-e4c7-4585-82e5-ff7616b8fd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338748 Jun 10 17:57:00.452205 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ea835-f3e7-48ed-a67f-265af5188d2e req-9b483fc6-5114-4d3e-963e-975a127cdb14 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:57:00.453644 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d85ea835-f3e7-48ed-a67f-265af5188d2e req-9b483fc6-5114-4d3e-963e-975a127cdb14 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d56551-a3ae-4865-80f9-bef8191cfdce HTTP/1.1" status: 200 len: 946 time: 0.0479162 Jun 10 17:57:00.490410 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d85ea835-f3e7-48ed-a67f-265af5188d2e req-013fe5c6-782a-4efa-b762-a08250f17fe5 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e9f924d-dfc3-4b3a-8e4b-29ff6169dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299981 Jun 10 17:57:00.996057 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992a78a9-6122-4c39-bce9-578349fd97d5 req-10f8aafc-1592-4953-8ac4-c7cf4df9bda5 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:57:00.997496 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-992a78a9-6122-4c39-bce9-578349fd97d5 req-10f8aafc-1592-4953-8ac4-c7cf4df9bda5 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c481977-3641-4aea-b740-733923ad4d7d HTTP/1.1" status: 200 len: 945 time: 0.0474331 Jun 10 17:57:01.036057 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-992a78a9-6122-4c39-bce9-578349fd97d5 req-1b9392ef-5003-4210-aaba-5b092ce2b5ef tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb07f29f-a687-4977-bce9-17abdb037a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315514 Jun 10 17:57:01.145344 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df46c7-d362-4e64-a7c1-6bbb8fa9333a req-27fd2d10-84cf-4069-acc6-b4bad9b2dfec tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:57:01.146832 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-62df46c7-d362-4e64-a7c1-6bbb8fa9333a req-27fd2d10-84cf-4069-acc6-b4bad9b2dfec tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c481977-3641-4aea-b740-733923ad4d7d HTTP/1.1" status: 200 len: 945 time: 0.0475419 Jun 10 17:57:01.155244 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 50234) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:57:01.159657 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.v2.base [None req-a627272e-c729-4310-afa5-81d8ca4cc579 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Request body: {'floatingip': {'port_id': 'efc3bc72-7abd-4a4e-8b3a-d0498006873a'}} {{(pid=114529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:57:01.200700 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-a627272e-c729-4310-afa5-81d8ca4cc579 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for floatingip, before_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:01.531645 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bfbdcf-db12-4b90-878f-d3ec2446f35a req-daf1e428-867a-493f-94c8-8950ee6b6d84 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:57:01.533126 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-55bfbdcf-db12-4b90-878f-d3ec2446f35a req-daf1e428-867a-493f-94c8-8950ee6b6d84 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd5dacfc-71db-4f47-83c1-f97e8426b728 HTTP/1.1" status: 200 len: 943 time: 0.1266367 Jun 10 17:57:01.647849 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-55bfbdcf-db12-4b90-878f-d3ec2446f35a req-5f32099a-f543-4a6c-88fc-37d934501d76 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae1e1d4-e4c7-4585-82e5-ff7616b8fd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1036975 Jun 10 17:57:01.691935 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86929d56-40f4-4b0c-baad-c1d05c723826 req-945407b1-aa3e-456e-8ef6-5ade75a3c02c tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:57:01.693383 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-86929d56-40f4-4b0c-baad-c1d05c723826 req-945407b1-aa3e-456e-8ef6-5ade75a3c02c tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d56551-a3ae-4865-80f9-bef8191cfdce HTTP/1.1" status: 200 len: 946 time: 0.1097245 Jun 10 17:57:01.739902 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 50246) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:57:01.771249 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-a627272e-c729-4310-afa5-81d8ca4cc579 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:01.774511 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-86929d56-40f4-4b0c-baad-c1d05c723826 req-758dcc72-c5e8-4f7b-b8bc-b1ce4efd1275 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e9f924d-dfc3-4b3a-8e4b-29ff6169dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721629 Jun 10 17:57:01.823055 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-a627272e-c729-4310-afa5-81d8ca4cc579 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-753974'] for floatingip, after_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:01.843843 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-4ae8c45b-8e20-492b-9421-f806dee89734 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:01.918108 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-4ae8c45b-8e20-492b-9421-f806dee89734 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:01.923707 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.db.l3_db [None req-a627272e-c729-4310-afa5-81d8ca4cc579 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Floating IP b926ce10-4760-4172-ad0d-98ca4624a286 associated. External IP: 172.37.5.151, port: efc3bc72-7abd-4a4e-8b3a-d0498006873a. Jun 10 17:57:01.972400 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-4ae8c45b-8e20-492b-9421-f806dee89734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:02.011666 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-4ae8c45b-8e20-492b-9421-f806dee89734 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fde37541921c466dbcd1b20e87f15a1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2706692 Jun 10 17:57:02.012622 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae8c45b-8e20-492b-9421-f806dee89734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a13258f-8644-4e79-b469-47f3b5f31616,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:57:02.015126 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 50250) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:57:02.065357 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-756aff6f-52b4-4af1-b031-9fd8dac25144 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:02.085918 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-756aff6f-52b4-4af1-b031-9fd8dac25144 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:02.134389 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a627272e-c729-4310-afa5-81d8ca4cc579 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Router c6993fe7-256c-4148-8715-87d27593d9c1 has already been hosted by L3 agent e04d2863-a40a-41db-9b2a-39042df37909 {{(pid=114529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 10 17:57:02.194645 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-756aff6f-52b4-4af1-b031-9fd8dac25144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:02.198778 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-756aff6f-52b4-4af1-b031-9fd8dac25144 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:02.201659 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-756aff6f-52b4-4af1-b031-9fd8dac25144 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3a13258f-8644-4e79-b469-47f3b5f31616 HTTP/1.1" status: 204 len: 168 time: 0.1843803 Jun 10 17:57:02.212323 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756aff6f-52b4-4af1-b031-9fd8dac25144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a13258f-8644-4e79-b469-47f3b5f31616,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:57:02.250418 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a627272e-c729-4310-afa5-81d8ca4cc579 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=114529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 10 17:57:02.256017 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-a627272e-c729-4310-afa5-81d8ca4cc579 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for floatingip, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:02.262802 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cec40b-559e-4b68-83bb-451c7781935d None None] Sync routers for ids ['c6993fe7-256c-4148-8715-87d27593d9c1'] in dv-cinder-xena-3-iscsi {{(pid=114531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 17:57:02.272749 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cec40b-559e-4b68-83bb-451c7781935d None None] Routers {'c6993fe7-256c-4148-8715-87d27593d9c1'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:57:02.273423 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-90cec40b-559e-4b68-83bb-451c7781935d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:56:41Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['c6993fe7-256c-4148-8715-87d27593d9c1'], 'active': True} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:57:02.284562 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-a627272e-c729-4310-afa5-81d8ca4cc579 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "PUT /v2.0/floatingips/b926ce10-4760-4172-ad0d-98ca4624a286 HTTP/1.1" status: 200 len: 991 time: 1.1282136 Jun 10 17:57:02.285079 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c481977-3641-4aea-b740-733923ad4d7d', 'tag': 'efc3bc72-7abd-4a4e-8b3a-d0498006873a'}] {{(pid=114529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:57:02.287335 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}546b112a5b217dbfa88e609245cede7dd2905721b158f3f41c3dff8a3887b3c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13fcf774-3022-4b7f-b836-cbb7091a643f" -d '{"events": [{"name": "network-changed", "server_uuid": "3c481977-3641-4aea-b740-733923ad4d7d", "tag": "efc3bc72-7abd-4a4e-8b3a-d0498006873a"}]}' {{(pid=114529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:57:02.323194 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Jun 2022 17:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ca7d19-2651-4366-9b18-d31d9af68fa1 x-openstack-request-id: req-c6ca7d19-2651-4366-9b18-d31d9af68fa1 {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:57:02.323483 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c481977-3641-4aea-b740-733923ad4d7d", "tag": "efc3bc72-7abd-4a4e-8b3a-d0498006873a", "status": "completed", "code": 200}]} {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:57:02.323731 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c6ca7d19-2651-4366-9b18-d31d9af68fa1 {{(pid=114529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:57:02.324125 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6ca7d19-2651-4366-9b18-d31d9af68fa1'] response: {'name': 'network-changed', 'server_uuid': '3c481977-3641-4aea-b740-733923ad4d7d', 'tag': 'efc3bc72-7abd-4a4e-8b3a-d0498006873a', 'status': 'completed', 'code': 200} Jun 10 17:57:02.384644 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvr_db [None req-90cec40b-559e-4b68-83bb-451c7781935d None None] Set router c6993fe7-256c-4148-8715-87d27593d9c1 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:57:02.417717 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fcf774-3022-4b7f-b836-cbb7091a643f req-0149641f-effe-4724-bc04-5cbacff97c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:57:02.419251 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-13fcf774-3022-4b7f-b836-cbb7091a643f req-0149641f-effe-4724-bc04-5cbacff97c94 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=ae2c0c7e115f4f079bcf8d85f2bdfadf&device_id=3c481977-3641-4aea-b740-733923ad4d7d HTTP/1.1" status: 200 len: 1098 time: 0.0450623 Jun 10 17:57:02.512271 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fcf774-3022-4b7f-b836-cbb7091a643f req-ac352dfc-b7b3-47bd-bb3b-a084165cd590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:57:02.513751 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-13fcf774-3022-4b7f-b836-cbb7091a643f req-ac352dfc-b7b3-47bd-bb3b-a084165cd590 service neutron] 10.222.0.27 "GET /v2.0/networks?id=cf05028d-c72b-40d9-b732-31cbffe291f6 HTTP/1.1" status: 200 len: 915 time: 0.0877573 Jun 10 17:57:02.584810 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-13fcf774-3022-4b7f-b836-cbb7091a643f req-9ddf29e1-1594-4ba2-9051-52a996386b9f service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=efc3bc72-7abd-4a4e-8b3a-d0498006873a HTTP/1.1" status: 200 len: 999 time: 0.0628538 Jun 10 17:57:02.619535 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-90cec40b-559e-4b68-83bb-451c7781935d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'name': 'tempest-AttachVolumeNegativeTest-134245358-router', 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.13'}], 'enable_snat': True}, 'gw_port_id': '6f13a53a-504f-443b-87c9-e435164ad56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:54Z', 'updated_at': '2022-06-10T17:53:57Z', 'revision_number': 4, 'project_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'gw_port': {'id': '6f13a53a-504f-443b-87c9-e435164ad56f', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:54Z', 'updated_at': '2022-06-10T17:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_floatingips': [{'id': 'b926ce10-4760-4172-ad0d-98ca4624a286', 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'floating_ip_address': '172.37.5.151', 'floating_network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'router_id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'port_id': 'efc3bc72-7abd-4a4e-8b3a-d0498006873a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf05028d-c72b-40d9-b732-31cbffe291f6', 'mac_address': 'fa:16:3e:08:cd:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c481977-3641-4aea-b740-733923ad4d7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-10T17:56:43Z', 'updated_at': '2022-06-10T17:57:01Z', 'revision_number': 1, 'project_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '410b1b9f-a001-4d68-be21-d8f17484d592', 'name': '', 'network_id': 'cf05028d-c72b-40d9-b732-31cbffe291f6', 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'mac_address': 'fa:16:3e:55:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '9741f818-fc3a-495a-a8d9-92f5229bfc6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:57Z', 'updated_at': '2022-06-10T17:54:02Z', 'revision_number': 5, 'project_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'subnets': [{'id': '9741f818-fc3a-495a-a8d9-92f5229bfc6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:57:02.638053 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fcf774-3022-4b7f-b836-cbb7091a643f req-4c16d085-d4c1-4a18-9ca3-ee48789e7c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:57:02.639573 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-13fcf774-3022-4b7f-b836-cbb7091a643f req-4c16d085-d4c1-4a18-9ca3-ee48789e7c35 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=9741f818-fc3a-495a-a8d9-92f5229bfc6e HTTP/1.1" status: 200 len: 853 time: 0.0479982 Jun 10 17:57:02.650485 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cec40b-559e-4b68-83bb-451c7781935d None None] Checking router: c6993fe7-256c-4148-8715-87d27593d9c1 for host: dv-cinder-xena-3-iscsi {{(pid=114531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 17:57:02.658758 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cec40b-559e-4b68-83bb-451c7781935d None None] Routers {'c6993fe7-256c-4148-8715-87d27593d9c1'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:57:02.659360 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-90cec40b-559e-4b68-83bb-451c7781935d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:56:41Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['c6993fe7-256c-4148-8715-87d27593d9c1'], 'active': True} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:57:02.685787 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fcf774-3022-4b7f-b836-cbb7091a643f req-368b2708-263a-4d05-8fff-6265da447740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:57:02.687322 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-13fcf774-3022-4b7f-b836-cbb7091a643f req-368b2708-263a-4d05-8fff-6265da447740 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=cf05028d-c72b-40d9-b732-31cbffe291f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0412629 Jun 10 17:57:02.773912 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvr_db [None req-90cec40b-559e-4b68-83bb-451c7781935d None None] Set router c6993fe7-256c-4148-8715-87d27593d9c1 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:57:02.791564 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-13fcf774-3022-4b7f-b836-cbb7091a643f req-8f1262ce-936a-4df3-b87d-153fab58ca0d service neutron] 10.222.0.27 "GET /v2.0/networks/cf05028d-c72b-40d9-b732-31cbffe291f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967896 Jun 10 17:57:02.852420 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 50264) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:57:02.869225 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-e95568f6-71c5-4cb1-9b5b-34946ffec8bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:02.947807 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ded54-9a60-4527-b93c-292e43f6cfee req-af8c2323-cbe5-44a5-a8bc-e8e3652a6e61 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:57:02.949303 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-939ded54-9a60-4527-b93c-292e43f6cfee req-af8c2323-cbe5-44a5-a8bc-e8e3652a6e61 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d56551-a3ae-4865-80f9-bef8191cfdce HTTP/1.1" status: 200 len: 946 time: 0.0873594 Jun 10 17:57:02.962132 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c9ab7-d380-484c-8381-1b94acbeee1a req-02d4eeb0-c474-4f44-91ec-1344d7bed943 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:57:02.963678 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-5e0c9ab7-d380-484c-8381-1b94acbeee1a req-02d4eeb0-c474-4f44-91ec-1344d7bed943 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd5dacfc-71db-4f47-83c1-f97e8426b728 HTTP/1.1" status: 200 len: 943 time: 0.0651107 Jun 10 17:57:02.965195 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-13fcf774-3022-4b7f-b836-cbb7091a643f req-9c69a764-759f-42ad-ac6b-63e995ff0cfa service neutron] 10.222.0.27 "GET /v2.0/networks/cf05028d-c72b-40d9-b732-31cbffe291f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650898 Jun 10 17:57:03.003139 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-e95568f6-71c5-4cb1-9b5b-34946ffec8bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:03.014883 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-939ded54-9a60-4527-b93c-292e43f6cfee req-33b5b778-465b-4ef4-a5cb-388ddc5e1e28 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e9f924d-dfc3-4b3a-8e4b-29ff6169dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502467 Jun 10 17:57:03.028492 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-5e0c9ab7-d380-484c-8381-1b94acbeee1a req-5345dff4-5241-4c7a-832b-e4e092e8512f tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae1e1d4-e4c7-4585-82e5-ff7616b8fd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507481 Jun 10 17:57:03.054993 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-90cec40b-559e-4b68-83bb-451c7781935d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'name': 'tempest-AttachVolumeNegativeTest-134245358-router', 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.13'}], 'enable_snat': True}, 'gw_port_id': '6f13a53a-504f-443b-87c9-e435164ad56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:54Z', 'updated_at': '2022-06-10T17:53:57Z', 'revision_number': 4, 'project_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'gw_port': {'id': '6f13a53a-504f-443b-87c9-e435164ad56f', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:54Z', 'updated_at': '2022-06-10T17:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_floatingips': [{'id': 'b926ce10-4760-4172-ad0d-98ca4624a286', 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'floating_ip_address': '172.37.5.151', 'floating_network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'router_id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'port_id': 'efc3bc72-7abd-4a4e-8b3a-d0498006873a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf05028d-c72b-40d9-b732-31cbffe291f6', 'mac_address': 'fa:16:3e:08:cd:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c481977-3641-4aea-b740-733923ad4d7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-10T17:56:43Z', 'updated_at': '2022-06-10T17:57:01Z', 'revision_number': 1, 'project_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '410b1b9f-a001-4d68-be21-d8f17484d592', 'name': '', 'network_id': 'cf05028d-c72b-40d9-b732-31cbffe291f6', 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'mac_address': 'fa:16:3e:55:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '9741f818-fc3a-495a-a8d9-92f5229bfc6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:57Z', 'updated_at': '2022-06-10T17:54:02Z', 'revision_number': 5, 'project_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'subnets': [{'id': '9741f818-fc3a-495a-a8d9-92f5229bfc6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:57:03.080846 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cec40b-559e-4b68-83bb-451c7781935d None None] The sync data for ids ['c6993fe7-256c-4148-8715-87d27593d9c1'] in dv-cinder-xena-3-iscsi is: [{'id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'name': 'tempest-AttachVolumeNegativeTest-134245358-router', 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.13'}], 'enable_snat': True}, 'gw_port_id': '6f13a53a-504f-443b-87c9-e435164ad56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:54Z', 'updated_at': '2022-06-10T17:53:57Z', 'revision_number': 4, 'project_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'gw_port': {'id': '6f13a53a-504f-443b-87c9-e435164ad56f', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:54Z', 'updated_at': '2022-06-10T17:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_floatingips': [{'id': 'b926ce10-4760-4172-ad0d-98ca4624a286', 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'floating_ip_address': '172.37.5.151', 'floating_network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'router_id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'port_id': 'efc3bc72-7abd-4a4e-8b3a-d0498006873a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf05028d-c72b-40d9-b732-31cbffe291f6', 'mac_address': 'fa:16:3e:08:cd:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c481977-3641-4aea-b740-733923ad4d7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-10T17:56:43Z', 'updated_at': '2022-06-10T17:57:01Z', 'revision_number': 1, 'project_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '410b1b9f-a001-4d68-be21-d8f17484d592', 'name': '', 'network_id': 'cf05028d-c72b-40d9-b732-31cbffe291f6', 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'mac_address': 'fa:16:3e:55:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '9741f818-fc3a-495a-a8d9-92f5229bfc6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:57Z', 'updated_at': '2022-06-10T17:54:02Z', 'revision_number': 5, 'project_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'subnets': [{'id': '9741f818-fc3a-495a-a8d9-92f5229bfc6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 17:57:03.113547 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-e95568f6-71c5-4cb1-9b5b-34946ffec8bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:03.151148 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95568f6-71c5-4cb1-9b5b-34946ffec8bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b29391c9-cc2f-419d-b49f-74d211d8ed07,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:57:03.159405 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 50266) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:57:03.162784 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-e95568f6-71c5-4cb1-9b5b-34946ffec8bd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=556149dfe59d4cd4a7005668331dd478&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3091650 Jun 10 17:57:03.208582 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-af25e0ec-01fe-4438-96b7-ddd672c849fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:03.231311 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-af25e0ec-01fe-4438-96b7-ddd672c849fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:03.289870 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a769a5-e70a-43ea-bf80-fbb2bb949f2a None None] New status for floating IP b926ce10-4760-4172-ad0d-98ca4624a286: ACTIVE {{(pid=114530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 17:57:03.360558 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-af25e0ec-01fe-4438-96b7-ddd672c849fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:03.363893 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-af25e0ec-01fe-4438-96b7-ddd672c849fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:03.365034 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-af25e0ec-01fe-4438-96b7-ddd672c849fc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b29391c9-cc2f-419d-b49f-74d211d8ed07 HTTP/1.1" status: 204 len: 168 time: 0.2046685 Jun 10 17:57:03.372875 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af25e0ec-01fe-4438-96b7-ddd672c849fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29391c9-cc2f-419d-b49f-74d211d8ed07,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:57:04.167066 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d95e83-8492-4e36-ac4f-8d28bb04c3da req-1ecb1d4b-3442-485f-bd4c-7cb68f42e97e tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:57:04.168502 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-88d95e83-8492-4e36-ac4f-8d28bb04c3da req-1ecb1d4b-3442-485f-bd4c-7cb68f42e97e tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d56551-a3ae-4865-80f9-bef8191cfdce HTTP/1.1" status: 200 len: 946 time: 0.0840857 Jun 10 17:57:04.175529 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad9008-8f95-4e5c-bcc4-1a618e66312d req-94e4191e-974b-474b-ab7c-64894690d8d4 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:57:04.177575 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-cdad9008-8f95-4e5c-bcc4-1a618e66312d req-94e4191e-974b-474b-ab7c-64894690d8d4 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd5dacfc-71db-4f47-83c1-f97e8426b728 HTTP/1.1" status: 200 len: 943 time: 0.0787652 Jun 10 17:57:04.232974 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-88d95e83-8492-4e36-ac4f-8d28bb04c3da req-c32601fb-41b1-4ef0-bb31-04a052cd6932 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e9f924d-dfc3-4b3a-8e4b-29ff6169dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544515 Jun 10 17:57:04.235661 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-cdad9008-8f95-4e5c-bcc4-1a618e66312d req-1e4228c3-560a-422d-b81f-95604e03558e tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae1e1d4-e4c7-4585-82e5-ff7616b8fd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514214 Jun 10 17:57:05.383371 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4088dadd-7dd9-4b05-9ca9-3569399475e2 req-2e06918e-258e-47c9-81e6-a8a32681934c tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:57:05.384850 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-4088dadd-7dd9-4b05-9ca9-3569399475e2 req-2e06918e-258e-47c9-81e6-a8a32681934c tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d56551-a3ae-4865-80f9-bef8191cfdce HTTP/1.1" status: 200 len: 946 time: 0.0791919 Jun 10 17:57:05.396695 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d18983e-f873-4082-ac61-adffa5ddf21a req-d235c46d-cab4-4b6b-8fcd-245dfc313dc7 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:57:05.398109 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-8d18983e-f873-4082-ac61-adffa5ddf21a req-d235c46d-cab4-4b6b-8fcd-245dfc313dc7 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd5dacfc-71db-4f47-83c1-f97e8426b728 HTTP/1.1" status: 200 len: 943 time: 0.0903077 Jun 10 17:57:05.452350 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-4088dadd-7dd9-4b05-9ca9-3569399475e2 req-e4768cca-f8f7-4dc9-8285-1159233d0b38 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e9f924d-dfc3-4b3a-8e4b-29ff6169dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532646 Jun 10 17:57:05.456893 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-8d18983e-f873-4082-ac61-adffa5ddf21a req-837ef7f9-38b2-4a13-b5e8-2433c8f0a395 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae1e1d4-e4c7-4585-82e5-ff7616b8fd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0522404 Jun 10 17:57:05.760167 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 50320) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:57:05.861142 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-f51204df-9547-47da-a56d-707c7a02be8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:05.933320 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-f51204df-9547-47da-a56d-707c7a02be8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:05.993983 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-f51204df-9547-47da-a56d-707c7a02be8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:06.031497 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-f51204df-9547-47da-a56d-707c7a02be8a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f37a558995b14b899f9e8f325996ec13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2702844 Jun 10 17:57:06.032340 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51204df-9547-47da-a56d-707c7a02be8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7728cf21-9913-4f20-bd3e-1aa82225f220,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:57:06.034190 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 50324) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:57:06.042110 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device f66d755c-2579-49bd-8931-f89c56beea96 details requested by agent hyperv_hv-cinder-xena0 with host hv-cinder-xena0 {{(pid=114530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 10 17:57:06.084578 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-7823fccc-93b0-422d-a1ad-c63282bae57a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:06.105906 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-7823fccc-93b0-422d-a1ad-c63282bae57a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:06.140541 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port f66d755c-2579-49bd-8931-f89c56beea96, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=f66d755c-2579-49bd-8931-f89c56beea96,segment=NetworkSegment(dc5feedf-4398-4bd5-8812-15b40d5f51d8),segment_id=dc5feedf-4398-4bd5-8812-15b40d5f51d8)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:57:06.152299 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Returning: {'device': 'f66d755c-2579-49bd-8931-f89c56beea96', 'network_id': '31f77b64-5d2a-4d41-a094-437a49d2382f', 'port_id': 'f66d755c-2579-49bd-8931-f89c56beea96', 'mac_address': 'fa:16:3e:06:3e:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1b8af94-24d7-44e4-8fcc-7d46347876fd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 10 17:57:06.189435 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Current status of the port f66d755c-2579-49bd-8931-f89c56beea96 is: DOWN; New status is: BUILD {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:57:06.189826 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:06.205629 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.notifiers.nova [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f66d755c-2579-49bd-8931-f89c56beea96 {{(pid=114530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 10 17:57:06.211739 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-7823fccc-93b0-422d-a1ad-c63282bae57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:06.215825 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-7823fccc-93b0-422d-a1ad-c63282bae57a admin admin] Notify callbacks [] for security_group, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:06.215825 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-7823fccc-93b0-422d-a1ad-c63282bae57a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7728cf21-9913-4f20-bd3e-1aa82225f220 HTTP/1.1" status: 204 len: 168 time: 0.1803188 Jun 10 17:57:06.225230 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7823fccc-93b0-422d-a1ad-c63282bae57a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7728cf21-9913-4f20-bd3e-1aa82225f220,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:57:06.226117 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port f66d755c-2579-49bd-8931-f89c56beea96, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=f66d755c-2579-49bd-8931-f89c56beea96,segment=NetworkSegment(dc5feedf-4398-4bd5-8812-15b40d5f51d8),segment_id=dc5feedf-4398-4bd5-8812-15b40d5f51d8)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:57:06.286750 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:06.333287 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Pushing event updated for resources: {'Port': ['ID=f66d755c-2579-49bd-8931-f89c56beea96,revision_number=4']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:57:06.350228 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5933348-c3ac-4daf-9d14-7857f41bf055 req-88ef40f1-6492-4da1-a2fc-d11f6220246a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:57:06.351826 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-b5933348-c3ac-4daf-9d14-7857f41bf055 req-88ef40f1-6492-4da1-a2fc-d11f6220246a service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=6d6dbdef4a8846949d0237616b9700d4&device_id=52d56551-a3ae-4865-80f9-bef8191cfdce HTTP/1.1" status: 200 len: 1099 time: 0.0419164 Jun 10 17:57:06.447469 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5933348-c3ac-4daf-9d14-7857f41bf055 req-1b533355-beca-4a12-8dad-a390a6393272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:57:06.448942 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-b5933348-c3ac-4daf-9d14-7857f41bf055 req-1b533355-beca-4a12-8dad-a390a6393272 service neutron] 10.222.0.27 "GET /v2.0/networks?id=941f4dd1-1cd2-4690-90b4-a39f7dd10700 HTTP/1.1" status: 200 len: 910 time: 0.0884309 Jun 10 17:57:06.521874 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-b5933348-c3ac-4daf-9d14-7857f41bf055 req-d361eb89-abc6-4a33-b232-d8671d5344aa service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1fe6bae-f696-454c-9ddd-b42164a1895b HTTP/1.1" status: 200 len: 1002 time: 0.0646403 Jun 10 17:57:06.572362 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5933348-c3ac-4daf-9d14-7857f41bf055 req-196a2b95-7f8d-428f-840e-0e1ac779d4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:57:06.574025 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-b5933348-c3ac-4daf-9d14-7857f41bf055 req-196a2b95-7f8d-428f-840e-0e1ac779d4de service neutron] 10.222.0.27 "GET /v2.0/subnets?id=00c8bf72-bb24-44ab-9fd7-9e0654aad089 HTTP/1.1" status: 200 len: 848 time: 0.0449848 Jun 10 17:57:06.612637 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1368cd-3d92-41b9-bb65-16328d5bb728 req-04a632e2-8bd6-430e-8904-0b37a084cced tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:57:06.619466 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-4c1368cd-3d92-41b9-bb65-16328d5bb728 req-04a632e2-8bd6-430e-8904-0b37a084cced tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd5dacfc-71db-4f47-83c1-f97e8426b728 HTTP/1.1" status: 200 len: 944 time: 0.0842023 Jun 10 17:57:06.621729 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5933348-c3ac-4daf-9d14-7857f41bf055 req-6fb42c40-df80-4bcd-bf35-60a5c4cb7983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:57:06.623172 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-b5933348-c3ac-4daf-9d14-7857f41bf055 req-6fb42c40-df80-4bcd-bf35-60a5c4cb7983 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=941f4dd1-1cd2-4690-90b4-a39f7dd10700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0416827 Jun 10 17:57:06.639734 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] get_ports_and_sgs() called for port_ids ['f66d755c-2579-49bd-8931-f89c56beea96'] {{(pid=114530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 10 17:57:06.643323 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ce619-4bbc-4051-9162-decf9cec823b req-0c2a7b01-04fe-469b-b76f-8b03da829b51 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:57:06.644816 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ed7ce619-4bbc-4051-9162-decf9cec823b req-0c2a7b01-04fe-469b-b76f-8b03da829b51 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d56551-a3ae-4865-80f9-bef8191cfdce HTTP/1.1" status: 200 len: 946 time: 0.0999839 Jun 10 17:57:06.665128 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-4c1368cd-3d92-41b9-bb65-16328d5bb728 req-4c8e9bec-a8bd-4317-88b5-ce511efe5c69 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae1e1d4-e4c7-4585-82e5-ff7616b8fd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436990 Jun 10 17:57:06.708921 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ed7ce619-4bbc-4051-9162-decf9cec823b req-c415adcf-8932-47ec-a8f9-ffa914d5a395 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e9f924d-dfc3-4b3a-8e4b-29ff6169dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427229 Jun 10 17:57:06.741847 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-b5933348-c3ac-4daf-9d14-7857f41bf055 req-cf375157-e082-4eed-86f4-dc06abefa6f9 service neutron] 10.222.0.27 "GET /v2.0/networks/941f4dd1-1cd2-4690-90b4-a39f7dd10700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106739 Jun 10 17:57:06.783283 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 50334) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:57:06.797082 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-10c16371-5ed3-4920-b961-ac1d9ab9d8ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:06.842387 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-b5933348-c3ac-4daf-9d14-7857f41bf055 req-4a89a584-99b4-4d35-90f1-fcd9e54980ec service neutron] 10.222.0.27 "GET /v2.0/networks/941f4dd1-1cd2-4690-90b4-a39f7dd10700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924859 Jun 10 17:57:06.880827 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-10c16371-5ed3-4920-b961-ac1d9ab9d8ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:06.941990 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-10c16371-5ed3-4920-b961-ac1d9ab9d8ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:06.983133 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-10c16371-5ed3-4920-b961-ac1d9ab9d8ba admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b91016ce904b4012925f7e0757ab8c2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1987815 Jun 10 17:57:06.985095 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c16371-5ed3-4920-b961-ac1d9ab9d8ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8a57e4-df3b-4625-be01-b0925d456c00,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:57:06.985793 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 50336) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:57:07.034748 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-8d42fa6b-5e08-4491-96fd-3da1475c5c2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:07.055667 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-8d42fa6b-5e08-4491-96fd-3da1475c5c2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:07.187590 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-8d42fa6b-5e08-4491-96fd-3da1475c5c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:07.190272 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-8d42fa6b-5e08-4491-96fd-3da1475c5c2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:07.191927 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-8d42fa6b-5e08-4491-96fd-3da1475c5c2e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5b8a57e4-df3b-4625-be01-b0925d456c00 HTTP/1.1" status: 204 len: 168 time: 0.2046063 Jun 10 17:57:07.199739 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d42fa6b-5e08-4491-96fd-3da1475c5c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8a57e4-df3b-4625-be01-b0925d456c00,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:57:07.798166 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb07c6a-29c9-4af3-8f90-d28e96a40378 req-6bc7e0c0-9bc9-45bc-8423-07926c95f79c tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:57:07.801510 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-2fb07c6a-29c9-4af3-8f90-d28e96a40378 req-6bc7e0c0-9bc9-45bc-8423-07926c95f79c tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd5dacfc-71db-4f47-83c1-f97e8426b728 HTTP/1.1" status: 200 len: 944 time: 0.0621526 Jun 10 17:57:07.857928 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8990d0cd-9158-441b-b153-f52825f6ce17 req-17638617-acf2-4cd0-a35a-a87bf4e92431 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:57:07.859374 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-8990d0cd-9158-441b-b153-f52825f6ce17 req-17638617-acf2-4cd0-a35a-a87bf4e92431 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d56551-a3ae-4865-80f9-bef8191cfdce HTTP/1.1" status: 200 len: 946 time: 0.0805306 Jun 10 17:57:07.864085 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-2fb07c6a-29c9-4af3-8f90-d28e96a40378 req-1650b631-085d-4977-827d-fcfde4e7c99a tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae1e1d4-e4c7-4585-82e5-ff7616b8fd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491900 Jun 10 17:57:07.898580 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-8990d0cd-9158-441b-b153-f52825f6ce17 req-9e8645eb-8e7c-401a-9363-81e0b528ab05 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e9f924d-dfc3-4b3a-8e4b-29ff6169dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322533 Jun 10 17:57:08.037261 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device f66d755c-2579-49bd-8931-f89c56beea96 up at agent hyperv_hv-cinder-xena0 {{(pid=114530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 17:57:08.119929 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Provisioning for port f66d755c-2579-49bd-8931-f89c56beea96 completed by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 17:57:08.124150 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Provisioning complete for port f66d755c-2579-49bd-8931-f89c56beea96 triggered by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:57:08.124526 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:08.205256 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Current status of the port f66d755c-2579-49bd-8931-f89c56beea96 is: BUILD; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:57:08.211393 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:08.228959 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd5dacfc-71db-4f47-83c1-f97e8426b728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f66d755c-2579-49bd-8931-f89c56beea96'}] {{(pid=114530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:57:08.231244 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059d8b929bb81300c707de1c8675048d791f282ce62f1c2c108741a8dfb2b754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef404bdc-f820-497a-a85e-69594fa84326" -d '{"events": [{"server_uuid": "bd5dacfc-71db-4f47-83c1-f97e8426b728", "name": "network-vif-plugged", "status": "completed", "tag": "f66d755c-2579-49bd-8931-f89c56beea96"}]}' {{(pid=114530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:57:08.244229 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port f66d755c-2579-49bd-8931-f89c56beea96, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=f66d755c-2579-49bd-8931-f89c56beea96,segment=NetworkSegment(dc5feedf-4398-4bd5-8812-15b40d5f51d8),segment_id=dc5feedf-4398-4bd5-8812-15b40d5f51d8)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:57:08.266835 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Jun 2022 17:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-516b903b-ace3-45ef-a574-1da78f677aa9 x-openstack-request-id: req-516b903b-ace3-45ef-a574-1da78f677aa9 {{(pid=114530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:57:08.267148 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd5dacfc-71db-4f47-83c1-f97e8426b728", "name": "network-vif-plugged", "status": "completed", "tag": "f66d755c-2579-49bd-8931-f89c56beea96", "code": 200}]} {{(pid=114530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:57:08.267455 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-516b903b-ace3-45ef-a574-1da78f677aa9 {{(pid=114530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:57:08.267788 dv-cinder-xena-3-iscsi neutron-server[114530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-516b903b-ace3-45ef-a574-1da78f677aa9'] response: {'server_uuid': 'bd5dacfc-71db-4f47-83c1-f97e8426b728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f66d755c-2579-49bd-8931-f89c56beea96', 'code': 200} Jun 10 17:57:08.303003 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:08.352484 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Pushing event updated for resources: {'Port': ['ID=f66d755c-2579-49bd-8931-f89c56beea96,revision_number=5']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:57:08.370192 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-7a0e4e4e-45ed-4134-a7ed-bd259537bbe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:08.699617 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c97d7cd-d259-45b1-90b0-4a171e9778f0 req-50c78d02-8d87-479f-a77e-9f2dc5e65507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:57:08.702327 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-4c97d7cd-d259-45b1-90b0-4a171e9778f0 req-50c78d02-8d87-479f-a77e-9f2dc5e65507 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=bd5dacfc-71db-4f47-83c1-f97e8426b728 HTTP/1.1" status: 200 len: 1098 time: 0.0428967 Jun 10 17:57:08.742132 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-4c97d7cd-d259-45b1-90b0-4a171e9778f0 req-779519be-71c9-483e-b726-ce429e1ea23e service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=6ae1e1d4-e4c7-4585-82e5-ff7616b8fd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334415 Jun 10 17:57:09.015138 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ce012-40b3-4000-abbb-714a04075ad2 req-e7041ce9-acf0-423d-866e-977c87553262 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:57:09.016616 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-666ce012-40b3-4000-abbb-714a04075ad2 req-e7041ce9-acf0-423d-866e-977c87553262 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd5dacfc-71db-4f47-83c1-f97e8426b728 HTTP/1.1" status: 200 len: 945 time: 0.0844176 Jun 10 17:57:09.047938 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc4b65d-2fdd-416e-bd66-5cdc39cc62b9 req-dc12ae0b-500e-4188-b64e-b354a1b62531 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:57:09.049392 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-9fc4b65d-2fdd-416e-bd66-5cdc39cc62b9 req-dc12ae0b-500e-4188-b64e-b354a1b62531 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d56551-a3ae-4865-80f9-bef8191cfdce HTTP/1.1" status: 200 len: 946 time: 0.0759165 Jun 10 17:57:09.084750 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-666ce012-40b3-4000-abbb-714a04075ad2 req-c91872fe-3f88-44b3-af7e-f47807ce7784 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae1e1d4-e4c7-4585-82e5-ff7616b8fd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0602512 Jun 10 17:57:09.105655 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-9fc4b65d-2fdd-416e-bd66-5cdc39cc62b9 req-f230d5a3-646e-4d76-ad45-f10df62f4d8d tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e9f924d-dfc3-4b3a-8e4b-29ff6169dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478396 Jun 10 17:57:09.573206 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 50402) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:57:09.677768 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-1e78950f-ae9a-4561-9f85-5c2ca3c21e0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:09.755466 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-1e78950f-ae9a-4561-9f85-5c2ca3c21e0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:09.840015 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-1e78950f-ae9a-4561-9f85-5c2ca3c21e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:09.878267 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-1e78950f-ae9a-4561-9f85-5c2ca3c21e0c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=066857a2b46241158af0f4c5bf026740&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3039327 Jun 10 17:57:09.879277 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e78950f-ae9a-4561-9f85-5c2ca3c21e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d140ac18-3d1e-4e4f-b584-74551508887c,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:57:09.881164 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 50406) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:57:09.930527 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-2641e2a2-9d3c-4e3d-b02c-e932c86b3279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:09.951851 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-2641e2a2-9d3c-4e3d-b02c-e932c86b3279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:10.090660 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-2641e2a2-9d3c-4e3d-b02c-e932c86b3279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:10.093205 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-2641e2a2-9d3c-4e3d-b02c-e932c86b3279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:10.094387 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-2641e2a2-9d3c-4e3d-b02c-e932c86b3279 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d140ac18-3d1e-4e4f-b584-74551508887c HTTP/1.1" status: 204 len: 168 time: 0.2113779 Jun 10 17:57:10.104142 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2641e2a2-9d3c-4e3d-b02c-e932c86b3279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d140ac18-3d1e-4e4f-b584-74551508887c,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:57:10.233516 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c7aa3-0a67-4292-8939-5d88fe9e963d req-e2df6e15-bf06-4763-a48f-1f561813f164 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:57:10.234977 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-576c7aa3-0a67-4292-8939-5d88fe9e963d req-e2df6e15-bf06-4763-a48f-1f561813f164 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd5dacfc-71db-4f47-83c1-f97e8426b728 HTTP/1.1" status: 200 len: 945 time: 0.0769455 Jun 10 17:57:10.249184 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d3c00-fd4f-4541-b310-aaf4ac7f34b6 req-69252c75-b51b-4b20-860c-8c3e63db4a88 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:57:10.250607 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-473d3c00-fd4f-4541-b310-aaf4ac7f34b6 req-69252c75-b51b-4b20-860c-8c3e63db4a88 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d56551-a3ae-4865-80f9-bef8191cfdce HTTP/1.1" status: 200 len: 946 time: 0.0645735 Jun 10 17:57:10.303804 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-576c7aa3-0a67-4292-8939-5d88fe9e963d req-5d415a1e-d611-424e-b8f1-bf6b54f11263 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae1e1d4-e4c7-4585-82e5-ff7616b8fd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0618570 Jun 10 17:57:10.308643 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-473d3c00-fd4f-4541-b310-aaf4ac7f34b6 req-2f22e308-3b93-4d10-87af-e004fbf68733 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e9f924d-dfc3-4b3a-8e4b-29ff6169dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509593 Jun 10 17:57:10.426305 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c673f8fb-b3b0-4710-bc60-ef164e092932 req-32dfb9bb-dd41-4a8d-a441-f2f3616b0885 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:57:10.428064 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-c673f8fb-b3b0-4710-bc60-ef164e092932 req-32dfb9bb-dd41-4a8d-a441-f2f3616b0885 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd5dacfc-71db-4f47-83c1-f97e8426b728 HTTP/1.1" status: 200 len: 945 time: 0.0516183 Jun 10 17:57:10.469637 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-c673f8fb-b3b0-4710-bc60-ef164e092932 req-bcb7b71b-c71c-47de-bc1c-e89133ebc01e tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae1e1d4-e4c7-4585-82e5-ff7616b8fd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352468 Jun 10 17:57:10.492300 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 50420) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:57:10.537461 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc753710-0c1c-446f-99c0-4b07b2af99b6 tempest-TestVolumeBootPattern-1265485792 tempest-TestVolumeBootPattern-1265485792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:57:10.539024 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-fc753710-0c1c-446f-99c0-4b07b2af99b6 tempest-TestVolumeBootPattern-1265485792 tempest-TestVolumeBootPattern-1265485792-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=bd5dacfc-71db-4f47-83c1-f97e8426b728 HTTP/1.1" status: 200 len: 1093 time: 0.0457196 Jun 10 17:57:10.541827 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 50422) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:57:10.546323 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.v2.base [None req-9e8d73bf-e47b-49d6-9d9e-dcfd68e4eb0a tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Request body: {'floatingip': {'floating_network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'port_id': 'f66d755c-2579-49bd-8931-f89c56beea96', 'tenant_id': '767f7c0142e64103a2d829d5951cd4ad', 'fixed_ip_address': '172.20.0.5'}} {{(pid=114529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:57:10.653218 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-9e8d73bf-e47b-49d6-9d9e-dcfd68e4eb0a tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks [] for floatingip, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:10.751042 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 50426) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:57:10.788240 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-1879cad0-95d3-4f7c-8f61-450b1200f720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:10.802524 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf8d0e-4ed2-432d-aed9-018eabbeb3fa req-20fbcefa-e539-4baa-8264-1f71da308f44 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:57:10.803963 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ddaf8d0e-4ed2-432d-aed9-018eabbeb3fa req-20fbcefa-e539-4baa-8264-1f71da308f44 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d56551-a3ae-4865-80f9-bef8191cfdce HTTP/1.1" status: 200 len: 946 time: 0.0759757 Jun 10 17:57:10.811012 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-48a4d919-f7b8-4d4d-a8a7-c34f64a09e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:10.828989 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-8a6d2309-f1a7-4651-bfb1-09413544a224 req-8a605a77-ccc7-48a9-ba1b-5afd2361201e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=52d56551-a3ae-4865-80f9-bef8191cfdce&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0787668 Jun 10 17:57:10.830843 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-9e8d73bf-e47b-49d6-9d9e-dcfd68e4eb0a tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:10.881925 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ddaf8d0e-4ed2-432d-aed9-018eabbeb3fa req-4726c2b8-72eb-4f14-a9b5-af3baa05c39b tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e9f924d-dfc3-4b3a-8e4b-29ff6169dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714839 Jun 10 17:57:10.897571 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-1879cad0-95d3-4f7c-8f61-450b1200f720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:10.961770 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.db_base_plugin_common [None req-9e8d73bf-e47b-49d6-9d9e-dcfd68e4eb0a tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Allocated IP 172.37.5.76 (8c026026-8e05-41b4-990c-0815c0c24f4f/e3db4be6-a2be-4d68-ab1f-8754e6ee5b68/0cb1198e-d201-454f-98bf-054594e8921e) {{(pid=114529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 17:57:10.971483 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-1879cad0-95d3-4f7c-8f61-450b1200f720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:11.010621 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-1879cad0-95d3-4f7c-8f61-450b1200f720 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b0ea2c2b2cdc4e888c652c880377b0f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2583630 Jun 10 17:57:11.012623 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1879cad0-95d3-4f7c-8f61-450b1200f720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e3d150-3257-46eb-8c85-408295ad378a,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:57:11.015126 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 50436) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:57:11.057448 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-9e8d73bf-e47b-49d6-9d9e-dcfd68e4eb0a tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks [] for port, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:11.065126 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-cd1e0fa3-8bab-4966-bdc1-f492aa844c88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:11.090637 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-cd1e0fa3-8bab-4966-bdc1-f492aa844c88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:11.143407 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-9e8d73bf-e47b-49d6-9d9e-dcfd68e4eb0a tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764020614705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263063011'] for port, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:11.182349 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8d73bf-e47b-49d6-9d9e-dcfd68e4eb0a tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Network 8c026026-8e05-41b4-990c-0815c0c24f4f is already hosted by enough agents. {{(pid=114529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:57:11.185199 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.base_scheduler [None req-9e8d73bf-e47b-49d6-9d9e-dcfd68e4eb0a tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Resources bound (agent type, host, resource id): {{(pid=114529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:57:11.190547 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8d73bf-e47b-49d6-9d9e-dcfd68e4eb0a tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Received port after_create {{(pid=114529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 10 17:57:11.194413 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-cd1e0fa3-8bab-4966-bdc1-f492aa844c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:11.196251 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8d73bf-e47b-49d6-9d9e-dcfd68e4eb0a tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Pushing event updated for resources: {'Port': ['ID=0cb1198e-d201-454f-98bf-054594e8921e,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:57:11.197177 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-cd1e0fa3-8bab-4966-bdc1-f492aa844c88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:11.198415 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-cd1e0fa3-8bab-4966-bdc1-f492aa844c88 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f3e3d150-3257-46eb-8c85-408295ad378a HTTP/1.1" status: 204 len: 168 time: 0.1822252 Jun 10 17:57:11.206927 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1e0fa3-8bab-4966-bdc1-f492aa844c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e3d150-3257-46eb-8c85-408295ad378a,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:57:11.794268 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-9e937c9f-4d57-47ec-81ad-8e77ea25145e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:11.819415 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-9e8d73bf-e47b-49d6-9d9e-dcfd68e4eb0a tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:11.961968 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-9e8d73bf-e47b-49d6-9d9e-dcfd68e4eb0a tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:12.037140 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb0f924-cdf5-44c0-bef3-6305be041e4f req-7b33bff7-e4e6-451b-a6a8-2f51fde5518d tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:57:12.038601 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-1fb0f924-cdf5-44c0-bef3-6305be041e4f req-7b33bff7-e4e6-451b-a6a8-2f51fde5518d tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d56551-a3ae-4865-80f9-bef8191cfdce HTTP/1.1" status: 200 len: 946 time: 0.0885639 Jun 10 17:57:12.126619 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-1fb0f924-cdf5-44c0-bef3-6305be041e4f req-2164acec-0fae-4682-a130-32d6944e78e2 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e9f924d-dfc3-4b3a-8e4b-29ff6169dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767515 Jun 10 17:57:12.172934 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-9e8d73bf-e47b-49d6-9d9e-dcfd68e4eb0a tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks [] for port, precommit_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:12.262909 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-9e8d73bf-e47b-49d6-9d9e-dcfd68e4eb0a tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263062808'] for port, after_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:12.337870 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8d73bf-e47b-49d6-9d9e-dcfd68e4eb0a tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Pushing event updated for resources: {'Port': ['ID=0cb1198e-d201-454f-98bf-054594e8921e,revision_number=2']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:57:12.347237 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-9e8d73bf-e47b-49d6-9d9e-dcfd68e4eb0a tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-753974'] for floatingip, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:12.455243 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.db.l3_db [None req-9e8d73bf-e47b-49d6-9d9e-dcfd68e4eb0a tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Floating IP b893045a-5af7-4603-815a-a21896d0ce21 associated. External IP: 172.37.5.76, port: f66d755c-2579-49bd-8931-f89c56beea96. Jun 10 17:57:12.671686 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e8d73bf-e47b-49d6-9d9e-dcfd68e4eb0a tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Router a1fde4fd-6e20-4b47-afa3-718fc7f77f11 has already been hosted by L3 agent e04d2863-a40a-41db-9b2a-39042df37909 {{(pid=114529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 10 17:57:12.780824 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e8d73bf-e47b-49d6-9d9e-dcfd68e4eb0a tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=114529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 10 17:57:12.791815 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529a6164-f96f-40ed-aca8-bb46de120bfe None None] Sync routers for ids ['a1fde4fd-6e20-4b47-afa3-718fc7f77f11'] in dv-cinder-xena-3-iscsi {{(pid=114531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 17:57:12.802955 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529a6164-f96f-40ed-aca8-bb46de120bfe None None] Routers {'a1fde4fd-6e20-4b47-afa3-718fc7f77f11'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:57:12.803751 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-529a6164-f96f-40ed-aca8-bb46de120bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:57:11Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['a1fde4fd-6e20-4b47-afa3-718fc7f77f11'], 'active': True} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:57:12.877582 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-9e8d73bf-e47b-49d6-9d9e-dcfd68e4eb0a tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for floatingip, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:12.905480 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-9e8d73bf-e47b-49d6-9d9e-dcfd68e4eb0a tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3625093 Jun 10 17:57:12.906062 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd5dacfc-71db-4f47-83c1-f97e8426b728', 'tag': 'f66d755c-2579-49bd-8931-f89c56beea96'}] {{(pid=114529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:57:12.908379 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}546b112a5b217dbfa88e609245cede7dd2905721b158f3f41c3dff8a3887b3c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb48032e-294e-48d6-9e36-3c711c095e2c" -d '{"events": [{"name": "network-changed", "server_uuid": "bd5dacfc-71db-4f47-83c1-f97e8426b728", "tag": "f66d755c-2579-49bd-8931-f89c56beea96"}]}' {{(pid=114529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:57:12.909072 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvr_db [None req-529a6164-f96f-40ed-aca8-bb46de120bfe None None] Set router a1fde4fd-6e20-4b47-afa3-718fc7f77f11 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:57:12.947708 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Jun 2022 17:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9002a410-f32a-467e-836d-328e7e1f3915 x-openstack-request-id: req-9002a410-f32a-467e-836d-328e7e1f3915 {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:57:12.947991 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd5dacfc-71db-4f47-83c1-f97e8426b728", "tag": "f66d755c-2579-49bd-8931-f89c56beea96", "status": "completed", "code": 200}]} {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:57:12.948232 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9002a410-f32a-467e-836d-328e7e1f3915 {{(pid=114529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:57:12.948625 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9002a410-f32a-467e-836d-328e7e1f3915'] response: {'name': 'network-changed', 'server_uuid': 'bd5dacfc-71db-4f47-83c1-f97e8426b728', 'tag': 'f66d755c-2579-49bd-8931-f89c56beea96', 'status': 'completed', 'code': 200} Jun 10 17:57:13.076066 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb48032e-294e-48d6-9e36-3c711c095e2c req-49dce93b-37b5-4d14-9ae6-4e71f67022eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:57:13.077656 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-bb48032e-294e-48d6-9e36-3c711c095e2c req-49dce93b-37b5-4d14-9ae6-4e71f67022eb service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=767f7c0142e64103a2d829d5951cd4ad&device_id=bd5dacfc-71db-4f47-83c1-f97e8426b728 HTTP/1.1" status: 200 len: 1098 time: 0.0451312 Jun 10 17:57:13.089979 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a5a6984-4625-4674-bdbb-a7ccf76cac14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:13.152242 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-529a6164-f96f-40ed-aca8-bb46de120bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'name': 'tempest-TestVolumeBootPattern-53594753-router', 'tenant_id': '767f7c0142e64103a2d829d5951cd4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.23'}], 'enable_snat': True}, 'gw_port_id': '0931458b-35f3-456f-9bda-3a649ec99c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:28Z', 'updated_at': '2022-06-10T17:53:33Z', 'revision_number': 4, 'project_id': '767f7c0142e64103a2d829d5951cd4ad', 'gw_port': {'id': '0931458b-35f3-456f-9bda-3a649ec99c38', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:75:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:30Z', 'updated_at': '2022-06-10T17:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_floatingips': [{'id': 'b893045a-5af7-4603-815a-a21896d0ce21', 'tenant_id': '767f7c0142e64103a2d829d5951cd4ad', 'floating_ip_address': '172.37.5.76', 'floating_network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'router_id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'port_id': 'f66d755c-2579-49bd-8931-f89c56beea96', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31f77b64-5d2a-4d41-a094-437a49d2382f', 'mac_address': 'fa:16:3e:06:3e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5dacfc-71db-4f47-83c1-f97e8426b728', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-10T17:57:11Z', 'updated_at': '2022-06-10T17:57:11Z', 'revision_number': 0, 'project_id': '767f7c0142e64103a2d829d5951cd4ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a39eeeb9-007e-4abc-8309-d6b4dd253046', 'name': '', 'network_id': '31f77b64-5d2a-4d41-a094-437a49d2382f', 'tenant_id': '767f7c0142e64103a2d829d5951cd4ad', 'mac_address': 'fa:16:3e:9b:e1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'd1b8af94-24d7-44e4-8fcc-7d46347876fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:32Z', 'updated_at': '2022-06-10T17:53:37Z', 'revision_number': 5, 'project_id': '767f7c0142e64103a2d829d5951cd4ad', 'subnets': [{'id': 'd1b8af94-24d7-44e4-8fcc-7d46347876fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:57:13.184525 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529a6164-f96f-40ed-aca8-bb46de120bfe None None] Checking router: a1fde4fd-6e20-4b47-afa3-718fc7f77f11 for host: dv-cinder-xena-3-iscsi {{(pid=114531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 17:57:13.197417 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529a6164-f96f-40ed-aca8-bb46de120bfe None None] Routers {'a1fde4fd-6e20-4b47-afa3-718fc7f77f11'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:57:13.199907 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-529a6164-f96f-40ed-aca8-bb46de120bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:57:11Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['a1fde4fd-6e20-4b47-afa3-718fc7f77f11'], 'active': True} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:57:13.205445 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb48032e-294e-48d6-9e36-3c711c095e2c req-3f6fca5e-19ce-47f9-9ebe-eb1792405e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:57:13.207877 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-bb48032e-294e-48d6-9e36-3c711c095e2c req-3f6fca5e-19ce-47f9-9ebe-eb1792405e90 service neutron] 10.222.0.27 "GET /v2.0/networks?id=31f77b64-5d2a-4d41-a094-437a49d2382f HTTP/1.1" status: 200 len: 911 time: 0.1228383 Jun 10 17:57:13.276597 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf99aa7-ad2c-42dd-8705-23e06c3ace9e req-d4fff36a-0da6-4769-a00d-f1492713089a tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:57:13.278894 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-acf99aa7-ad2c-42dd-8705-23e06c3ace9e req-d4fff36a-0da6-4769-a00d-f1492713089a tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d56551-a3ae-4865-80f9-bef8191cfdce HTTP/1.1" status: 200 len: 946 time: 0.0610619 Jun 10 17:57:13.315170 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-bb48032e-294e-48d6-9e36-3c711c095e2c req-943a0f90-24a0-44bc-a040-54d4fb68bf91 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f66d755c-2579-49bd-8931-f89c56beea96 HTTP/1.1" status: 200 len: 998 time: 0.1000192 Jun 10 17:57:13.325090 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-acf99aa7-ad2c-42dd-8705-23e06c3ace9e req-496841a2-58a3-4769-9866-dc8e16cb609a tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e9f924d-dfc3-4b3a-8e4b-29ff6169dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394218 Jun 10 17:57:13.377227 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb48032e-294e-48d6-9e36-3c711c095e2c req-de59d0c3-459f-430d-8b76-f2b542448c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:57:13.378805 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-bb48032e-294e-48d6-9e36-3c711c095e2c req-de59d0c3-459f-430d-8b76-f2b542448c4e service neutron] 10.222.0.27 "GET /v2.0/subnets?id=d1b8af94-24d7-44e4-8fcc-7d46347876fd HTTP/1.1" status: 200 len: 849 time: 0.0552690 Jun 10 17:57:13.435809 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb48032e-294e-48d6-9e36-3c711c095e2c req-3d5670ea-5552-4b8a-bb88-a48856ae86a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:57:13.437298 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-bb48032e-294e-48d6-9e36-3c711c095e2c req-3d5670ea-5552-4b8a-bb88-a48856ae86a9 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=31f77b64-5d2a-4d41-a094-437a49d2382f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0514331 Jun 10 17:57:13.443737 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvr_db [None req-529a6164-f96f-40ed-aca8-bb46de120bfe None None] Set router a1fde4fd-6e20-4b47-afa3-718fc7f77f11 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:57:13.526881 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-bb48032e-294e-48d6-9e36-3c711c095e2c req-4e78eaf0-2adb-4e74-a7aa-f0c6535b19ee service neutron] 10.222.0.27 "GET /v2.0/networks/31f77b64-5d2a-4d41-a094-437a49d2382f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825267 Jun 10 17:57:13.623107 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [req-bb48032e-294e-48d6-9e36-3c711c095e2c req-1a09f697-8a8c-4fec-b14e-633e52a0d001 service neutron] 10.222.0.27 "GET /v2.0/networks/31f77b64-5d2a-4d41-a094-437a49d2382f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878429 Jun 10 17:57:13.671011 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-529a6164-f96f-40ed-aca8-bb46de120bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'name': 'tempest-TestVolumeBootPattern-53594753-router', 'tenant_id': '767f7c0142e64103a2d829d5951cd4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.23'}], 'enable_snat': True}, 'gw_port_id': '0931458b-35f3-456f-9bda-3a649ec99c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:28Z', 'updated_at': '2022-06-10T17:53:33Z', 'revision_number': 4, 'project_id': '767f7c0142e64103a2d829d5951cd4ad', 'gw_port': {'id': '0931458b-35f3-456f-9bda-3a649ec99c38', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:75:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:30Z', 'updated_at': '2022-06-10T17:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_floatingips': [{'id': 'b893045a-5af7-4603-815a-a21896d0ce21', 'tenant_id': '767f7c0142e64103a2d829d5951cd4ad', 'floating_ip_address': '172.37.5.76', 'floating_network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'router_id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'port_id': 'f66d755c-2579-49bd-8931-f89c56beea96', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31f77b64-5d2a-4d41-a094-437a49d2382f', 'mac_address': 'fa:16:3e:06:3e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5dacfc-71db-4f47-83c1-f97e8426b728', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-10T17:57:11Z', 'updated_at': '2022-06-10T17:57:11Z', 'revision_number': 0, 'project_id': '767f7c0142e64103a2d829d5951cd4ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a39eeeb9-007e-4abc-8309-d6b4dd253046', 'name': '', 'network_id': '31f77b64-5d2a-4d41-a094-437a49d2382f', 'tenant_id': '767f7c0142e64103a2d829d5951cd4ad', 'mac_address': 'fa:16:3e:9b:e1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'd1b8af94-24d7-44e4-8fcc-7d46347876fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:32Z', 'updated_at': '2022-06-10T17:53:37Z', 'revision_number': 5, 'project_id': '767f7c0142e64103a2d829d5951cd4ad', 'subnets': [{'id': 'd1b8af94-24d7-44e4-8fcc-7d46347876fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:57:13.698218 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529a6164-f96f-40ed-aca8-bb46de120bfe None None] The sync data for ids ['a1fde4fd-6e20-4b47-afa3-718fc7f77f11'] in dv-cinder-xena-3-iscsi is: [{'id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'name': 'tempest-TestVolumeBootPattern-53594753-router', 'tenant_id': '767f7c0142e64103a2d829d5951cd4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.23'}], 'enable_snat': True}, 'gw_port_id': '0931458b-35f3-456f-9bda-3a649ec99c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:28Z', 'updated_at': '2022-06-10T17:53:33Z', 'revision_number': 4, 'project_id': '767f7c0142e64103a2d829d5951cd4ad', 'gw_port': {'id': '0931458b-35f3-456f-9bda-3a649ec99c38', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:75:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:30Z', 'updated_at': '2022-06-10T17:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_floatingips': [{'id': 'b893045a-5af7-4603-815a-a21896d0ce21', 'tenant_id': '767f7c0142e64103a2d829d5951cd4ad', 'floating_ip_address': '172.37.5.76', 'floating_network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'router_id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'port_id': 'f66d755c-2579-49bd-8931-f89c56beea96', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31f77b64-5d2a-4d41-a094-437a49d2382f', 'mac_address': 'fa:16:3e:06:3e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5dacfc-71db-4f47-83c1-f97e8426b728', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-10T17:57:11Z', 'updated_at': '2022-06-10T17:57:11Z', 'revision_number': 0, 'project_id': '767f7c0142e64103a2d829d5951cd4ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a39eeeb9-007e-4abc-8309-d6b4dd253046', 'name': '', 'network_id': '31f77b64-5d2a-4d41-a094-437a49d2382f', 'tenant_id': '767f7c0142e64103a2d829d5951cd4ad', 'mac_address': 'fa:16:3e:9b:e1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'd1b8af94-24d7-44e4-8fcc-7d46347876fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:32Z', 'updated_at': '2022-06-10T17:53:37Z', 'revision_number': 5, 'project_id': '767f7c0142e64103a2d829d5951cd4ad', 'subnets': [{'id': 'd1b8af94-24d7-44e4-8fcc-7d46347876fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 17:57:13.740677 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6d2309-f1a7-4651-bfb1-09413544a224 req-9f1f214d-4b69-4b0d-ad25-d4925ee71553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:57:13.742453 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-8a6d2309-f1a7-4651-bfb1-09413544a224 req-9f1f214d-4b69-4b0d-ad25-d4925ee71553 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=52d56551-a3ae-4865-80f9-bef8191cfdce&tenant_id=6d6dbdef4a8846949d0237616b9700d4 HTTP/1.1" status: 200 len: 1099 time: 0.0828469 Jun 10 17:57:13.836642 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6d2309-f1a7-4651-bfb1-09413544a224 req-fae3ceb7-2058-4559-844b-e7913973a8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:57:13.838193 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-8a6d2309-f1a7-4651-bfb1-09413544a224 req-fae3ceb7-2058-4559-844b-e7913973a8fc service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=6d6dbdef4a8846949d0237616b9700d4&device_id=52d56551-a3ae-4865-80f9-bef8191cfdce HTTP/1.1" status: 200 len: 1099 time: 0.0432451 Jun 10 17:57:13.924231 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0009ff-f772-4645-864c-8450b6e79ebd None None] New status for floating IP b893045a-5af7-4603-815a-a21896d0ce21: ACTIVE {{(pid=114530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 17:57:13.948570 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6d2309-f1a7-4651-bfb1-09413544a224 req-f262360b-72fa-4933-b7e2-3e17b9a19dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:57:13.949951 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-8a6d2309-f1a7-4651-bfb1-09413544a224 req-f262360b-72fa-4933-b7e2-3e17b9a19dd9 service neutron] 10.222.0.27 "GET /v2.0/networks?id=941f4dd1-1cd2-4690-90b4-a39f7dd10700 HTTP/1.1" status: 200 len: 910 time: 0.1046224 Jun 10 17:57:13.966954 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:14.022802 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-8a6d2309-f1a7-4651-bfb1-09413544a224 req-45ebaaab-e911-495b-b6c1-7823ba571a21 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1fe6bae-f696-454c-9ddd-b42164a1895b HTTP/1.1" status: 200 len: 1002 time: 0.0647264 Jun 10 17:57:14.074600 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6d2309-f1a7-4651-bfb1-09413544a224 req-a92aa4e1-8fef-4c11-a6d8-3ace1c6c3203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:57:14.075178 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device b1fe6bae-f696-454c-9ddd-b42164a1895b no longer exists at agent hyperv_hv-cinder-xena0 {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 10 17:57:14.076276 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-8a6d2309-f1a7-4651-bfb1-09413544a224 req-a92aa4e1-8fef-4c11-a6d8-3ace1c6c3203 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=00c8bf72-bb24-44ab-9fd7-9e0654aad089 HTTP/1.1" status: 200 len: 848 time: 0.0468414 Jun 10 17:57:14.131860 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6d2309-f1a7-4651-bfb1-09413544a224 req-921d6e09-6581-4f1a-b416-8e2c723dcfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:57:14.133463 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-8a6d2309-f1a7-4651-bfb1-09413544a224 req-921d6e09-6581-4f1a-b416-8e2c723dcfe1 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=941f4dd1-1cd2-4690-90b4-a39f7dd10700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0492194 Jun 10 17:57:14.163975 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Current status of the port b1fe6bae-f696-454c-9ddd-b42164a1895b is: ACTIVE; New status is: DOWN {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:57:14.164952 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:14.189976 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52d56551-a3ae-4865-80f9-bef8191cfdce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1fe6bae-f696-454c-9ddd-b42164a1895b'}] {{(pid=114530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:57:14.201266 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059d8b929bb81300c707de1c8675048d791f282ce62f1c2c108741a8dfb2b754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916f38f7-bf26-4b87-9f87-6981ed3856a6" -d '{"events": [{"server_uuid": "52d56551-a3ae-4865-80f9-bef8191cfdce", "name": "network-vif-unplugged", "status": "completed", "tag": "b1fe6bae-f696-454c-9ddd-b42164a1895b"}]}' {{(pid=114530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:57:14.217963 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port b1fe6bae-f696-454c-9ddd-b42164a1895b, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=b1fe6bae-f696-454c-9ddd-b42164a1895b,segment=NetworkSegment(09b97ff2-f6f8-4f11-854d-e6fd79ad39c7),segment_id=09b97ff2-f6f8-4f11-854d-e6fd79ad39c7)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:57:14.234757 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-8a6d2309-f1a7-4651-bfb1-09413544a224 req-cdf53967-7cc5-4a0c-9ce6-bdc4c50637d3 service neutron] 10.222.0.27 "GET /v2.0/networks/941f4dd1-1cd2-4690-90b4-a39f7dd10700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916455 Jun 10 17:57:14.244810 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Jun 2022 17:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba70894-df36-4c72-90d5-89b7b8432b01 x-openstack-request-id: req-1ba70894-df36-4c72-90d5-89b7b8432b01 {{(pid=114530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:57:14.245124 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52d56551-a3ae-4865-80f9-bef8191cfdce", "name": "network-vif-unplugged", "status": "completed", "tag": "b1fe6bae-f696-454c-9ddd-b42164a1895b", "code": 200}]} {{(pid=114530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:57:14.245374 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1ba70894-df36-4c72-90d5-89b7b8432b01 {{(pid=114530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:57:14.245769 dv-cinder-xena-3-iscsi neutron-server[114530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ba70894-df36-4c72-90d5-89b7b8432b01'] response: {'server_uuid': '52d56551-a3ae-4865-80f9-bef8191cfdce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1fe6bae-f696-454c-9ddd-b42164a1895b', 'code': 200} Jun 10 17:57:14.308941 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:14.332420 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-8a6d2309-f1a7-4651-bfb1-09413544a224 req-0fc09287-25a4-4b21-a70d-db097b68a15e service neutron] 10.222.0.27 "GET /v2.0/networks/941f4dd1-1cd2-4690-90b4-a39f7dd10700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902104 Jun 10 17:57:14.359247 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Pushing event updated for resources: {'Port': ['ID=b1fe6bae-f696-454c-9ddd-b42164a1895b,revision_number=6']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:57:14.452220 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11a5fd-9b33-42c9-a6af-8f539b529999 req-7b873637-01f9-453c-9785-c92fdca747cb tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:57:14.453583 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-4f11a5fd-9b33-42c9-a6af-8f539b529999 req-7b873637-01f9-453c-9785-c92fdca747cb tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d56551-a3ae-4865-80f9-bef8191cfdce HTTP/1.1" status: 200 len: 944 time: 0.0503871 Jun 10 17:57:14.492151 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-4f11a5fd-9b33-42c9-a6af-8f539b529999 req-a62a0488-84fe-4673-9195-dc2f88f2b97c tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e9f924d-dfc3-4b3a-8e4b-29ff6169dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320973 Jun 10 17:57:15.609359 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d44f8d-28ac-4587-8c70-ccef20fb837a req-a63733f3-87fd-4e86-bc5d-ae9dc9308154 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:57:15.610824 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-c5d44f8d-28ac-4587-8c70-ccef20fb837a req-a63733f3-87fd-4e86-bc5d-ae9dc9308154 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d56551-a3ae-4865-80f9-bef8191cfdce HTTP/1.1" status: 200 len: 944 time: 0.0489044 Jun 10 17:57:15.647679 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-c5d44f8d-28ac-4587-8c70-ccef20fb837a req-3cd27b7e-eeed-4eac-8fce-f879bf9e09a3 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e9f924d-dfc3-4b3a-8e4b-29ff6169dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303681 Jun 10 17:57:16.767530 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a857d22-d4d0-43f8-a466-3b2ea034fb44 req-12b31cc5-478e-4d4f-958b-c8b43a6d2c99 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:57:16.769000 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-1a857d22-d4d0-43f8-a466-3b2ea034fb44 req-12b31cc5-478e-4d4f-958b-c8b43a6d2c99 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d56551-a3ae-4865-80f9-bef8191cfdce HTTP/1.1" status: 200 len: 944 time: 0.0545719 Jun 10 17:57:16.805244 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-1a857d22-d4d0-43f8-a466-3b2ea034fb44 req-aaf13ef1-5d61-4580-ac87-493f908ff744 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e9f924d-dfc3-4b3a-8e4b-29ff6169dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299742 Jun 10 17:57:17.924490 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b9e55e-bb44-468d-913c-f4bb90362073 req-4a0c03da-7f43-4317-9aa9-35a4f3db639e tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:57:17.926111 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-72b9e55e-bb44-468d-913c-f4bb90362073 req-4a0c03da-7f43-4317-9aa9-35a4f3db639e tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d56551-a3ae-4865-80f9-bef8191cfdce HTTP/1.1" status: 200 len: 944 time: 0.0526664 Jun 10 17:57:17.963987 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-72b9e55e-bb44-468d-913c-f4bb90362073 req-bed3bdc7-488b-43f4-9f10-0655f9ac6b6c tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e9f924d-dfc3-4b3a-8e4b-29ff6169dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317030 Jun 10 17:57:18.560024 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.agents_db [None req-a7dfe2cf-50d1-49ca-b1ce-2a181a6e45d3 None None] Agent healthcheck: found 6 active agents {{(pid=114531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 10 17:57:19.083685 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050e03b-0382-4713-81c3-a7b85611e89f req-f40a98ad-d80a-455d-bbf6-5fb30dce9549 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:57:19.085126 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-9050e03b-0382-4713-81c3-a7b85611e89f req-f40a98ad-d80a-455d-bbf6-5fb30dce9549 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d56551-a3ae-4865-80f9-bef8191cfdce HTTP/1.1" status: 200 len: 944 time: 0.0492895 Jun 10 17:57:19.122740 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-9050e03b-0382-4713-81c3-a7b85611e89f req-5a1a0676-b491-4b9b-86bb-07b33ec3fae1 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e9f924d-dfc3-4b3a-8e4b-29ff6169dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316446 Jun 10 17:57:20.051357 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:20.244582 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5f014-2221-4198-bdd6-b061e0432f51 req-247b2839-c14e-4bcc-bb0b-dc3993feb9c8 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:57:20.246114 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-49b5f014-2221-4198-bdd6-b061e0432f51 req-247b2839-c14e-4bcc-bb0b-dc3993feb9c8 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d56551-a3ae-4865-80f9-bef8191cfdce HTTP/1.1" status: 200 len: 944 time: 0.0549827 Jun 10 17:57:20.285162 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-49b5f014-2221-4198-bdd6-b061e0432f51 req-47847d23-980d-45cf-b57d-3ec879c6db08 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e9f924d-dfc3-4b3a-8e4b-29ff6169dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327351 Jun 10 17:57:20.865977 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46decd39-b83f-4c6e-a8d0-33db584577f1 req-429c0d93-88a2-42ec-9022-764d5a0b3628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:57:20.867409 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-46decd39-b83f-4c6e-a8d0-33db584577f1 req-429c0d93-88a2-42ec-9022-764d5a0b3628 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=52d56551-a3ae-4865-80f9-bef8191cfdce HTTP/1.1" status: 200 len: 1097 time: 0.0394049 Jun 10 17:57:20.903591 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-46decd39-b83f-4c6e-a8d0-33db584577f1 req-0987567f-1016-4b20-9448-eb740689b6b0 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=9e9f924d-dfc3-4b3a-8e4b-29ff6169dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280828 Jun 10 17:57:21.400268 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783e538-22b3-4e8a-a7a0-3250d4d34062 req-ba59aa4f-c115-4f7b-931e-51c9ee545837 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:57:21.401748 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-7783e538-22b3-4e8a-a7a0-3250d4d34062 req-ba59aa4f-c115-4f7b-931e-51c9ee545837 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d56551-a3ae-4865-80f9-bef8191cfdce HTTP/1.1" status: 200 len: 944 time: 0.0477600 Jun 10 17:57:21.440025 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-7783e538-22b3-4e8a-a7a0-3250d4d34062 req-11448fd4-7d99-429e-b55d-2a77cc7da1b4 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e9f924d-dfc3-4b3a-8e4b-29ff6169dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319030 Jun 10 17:57:22.561277 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120aad1b-e831-495a-ab66-794f3d1200e8 req-844dcc25-7516-4b82-b226-212861c3e3d3 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:57:22.562780 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-120aad1b-e831-495a-ab66-794f3d1200e8 req-844dcc25-7516-4b82-b226-212861c3e3d3 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d56551-a3ae-4865-80f9-bef8191cfdce HTTP/1.1" status: 200 len: 944 time: 0.0523300 Jun 10 17:57:22.601030 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-120aad1b-e831-495a-ab66-794f3d1200e8 req-628731b5-4b98-4008-b1e4-d64829eb5cef tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e9f924d-dfc3-4b3a-8e4b-29ff6169dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322807 Jun 10 17:57:24.138929 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device b1fe6bae-f696-454c-9ddd-b42164a1895b details requested by agent hyperv_hv-cinder-xena0 with host hv-cinder-xena0 {{(pid=114530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 10 17:57:24.185897 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-a9c6470f-b781-464a-93e1-047fc47508ab req-a3235f3a-fbb0-463d-8529-4fa106fc9470 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=52d56551-a3ae-4865-80f9-bef8191cfdce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410192 Jun 10 17:57:24.237312 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port b1fe6bae-f696-454c-9ddd-b42164a1895b, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=b1fe6bae-f696-454c-9ddd-b42164a1895b,segment=NetworkSegment(09b97ff2-f6f8-4f11-854d-e6fd79ad39c7),segment_id=09b97ff2-f6f8-4f11-854d-e6fd79ad39c7)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:57:24.265173 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c6470f-b781-464a-93e1-047fc47508ab req-0f79191f-4930-4c72-a123-0c1a474cc4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:57:24.266794 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-a9c6470f-b781-464a-93e1-047fc47508ab req-0f79191f-4930-4c72-a123-0c1a474cc4b7 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=6d6dbdef4a8846949d0237616b9700d4&device_id=52d56551-a3ae-4865-80f9-bef8191cfdce HTTP/1.1" status: 200 len: 1097 time: 0.0424767 Jun 10 17:57:24.370779 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Returning: {'device': 'b1fe6bae-f696-454c-9ddd-b42164a1895b', 'network_id': '941f4dd1-1cd2-4690-90b4-a39f7dd10700', 'port_id': 'b1fe6bae-f696-454c-9ddd-b42164a1895b', 'mac_address': 'fa:16:3e:08:e5:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00c8bf72-bb24-44ab-9fd7-9e0654aad089', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 10 17:57:24.377995 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c6470f-b781-464a-93e1-047fc47508ab req-e4d91b9f-608c-4265-ab68-a5571fcc02bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:57:24.379523 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-a9c6470f-b781-464a-93e1-047fc47508ab req-e4d91b9f-608c-4265-ab68-a5571fcc02bd service neutron] 10.222.0.27 "GET /v2.0/networks?id=941f4dd1-1cd2-4690-90b4-a39f7dd10700 HTTP/1.1" status: 200 len: 910 time: 0.0914495 Jun 10 17:57:24.409080 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Current status of the port b1fe6bae-f696-454c-9ddd-b42164a1895b is: DOWN; New status is: BUILD {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:57:24.409472 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:24.422355 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.notifiers.nova [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1fe6bae-f696-454c-9ddd-b42164a1895b {{(pid=114530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 10 17:57:24.441187 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port b1fe6bae-f696-454c-9ddd-b42164a1895b, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=b1fe6bae-f696-454c-9ddd-b42164a1895b,segment=NetworkSegment(09b97ff2-f6f8-4f11-854d-e6fd79ad39c7),segment_id=09b97ff2-f6f8-4f11-854d-e6fd79ad39c7)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:57:24.448356 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-a9c6470f-b781-464a-93e1-047fc47508ab req-7fcd2184-ab86-43c7-8f65-b21a72638a96 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1fe6bae-f696-454c-9ddd-b42164a1895b HTTP/1.1" status: 200 len: 1000 time: 0.0608068 Jun 10 17:57:24.501316 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c6470f-b781-464a-93e1-047fc47508ab req-b99d7ea9-fb0b-4127-9692-f122ed883fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:57:24.502820 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-a9c6470f-b781-464a-93e1-047fc47508ab req-b99d7ea9-fb0b-4127-9692-f122ed883fd5 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=00c8bf72-bb24-44ab-9fd7-9e0654aad089 HTTP/1.1" status: 200 len: 848 time: 0.0468473 Jun 10 17:57:24.513847 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:24.548267 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c6470f-b781-464a-93e1-047fc47508ab req-bfcaa6ca-39fb-47ec-a0ac-a68574c54495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:57:24.549757 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-a9c6470f-b781-464a-93e1-047fc47508ab req-bfcaa6ca-39fb-47ec-a0ac-a68574c54495 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=941f4dd1-1cd2-4690-90b4-a39f7dd10700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0400536 Jun 10 17:57:24.561271 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Pushing event updated for resources: {'Port': ['ID=b1fe6bae-f696-454c-9ddd-b42164a1895b,revision_number=7']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:57:24.638694 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-a9c6470f-b781-464a-93e1-047fc47508ab req-ab73262b-09fa-4012-8179-08fd3b613a98 service neutron] 10.222.0.27 "GET /v2.0/networks/941f4dd1-1cd2-4690-90b4-a39f7dd10700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791154 Jun 10 17:57:24.741566 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-a9c6470f-b781-464a-93e1-047fc47508ab req-06a180e7-9477-4bb6-8d8e-9084440aa0dd service neutron] 10.222.0.27 "GET /v2.0/networks/941f4dd1-1cd2-4690-90b4-a39f7dd10700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883553 Jun 10 17:57:24.879781 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] get_ports_and_sgs() called for port_ids ['b1fe6bae-f696-454c-9ddd-b42164a1895b'] {{(pid=114530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 10 17:57:26.153562 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device b1fe6bae-f696-454c-9ddd-b42164a1895b up at agent hyperv_hv-cinder-xena0 {{(pid=114530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 17:57:26.204007 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Provisioning complete for port b1fe6bae-f696-454c-9ddd-b42164a1895b triggered by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:57:26.204373 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:26.278308 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Current status of the port b1fe6bae-f696-454c-9ddd-b42164a1895b is: BUILD; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:57:26.278694 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:26.299998 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52d56551-a3ae-4865-80f9-bef8191cfdce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1fe6bae-f696-454c-9ddd-b42164a1895b'}] {{(pid=114530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:57:26.302826 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059d8b929bb81300c707de1c8675048d791f282ce62f1c2c108741a8dfb2b754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64eb8747-b3c7-4c15-b3ca-dbcb8b7e1df6" -d '{"events": [{"server_uuid": "52d56551-a3ae-4865-80f9-bef8191cfdce", "name": "network-vif-plugged", "status": "completed", "tag": "b1fe6bae-f696-454c-9ddd-b42164a1895b"}]}' {{(pid=114530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:57:26.315080 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port b1fe6bae-f696-454c-9ddd-b42164a1895b, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=b1fe6bae-f696-454c-9ddd-b42164a1895b,segment=NetworkSegment(09b97ff2-f6f8-4f11-854d-e6fd79ad39c7),segment_id=09b97ff2-f6f8-4f11-854d-e6fd79ad39c7)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:57:26.342025 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Jun 2022 17:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f95e37d3-9990-459c-af13-40df45b5452e x-openstack-request-id: req-f95e37d3-9990-459c-af13-40df45b5452e {{(pid=114530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:57:26.342025 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52d56551-a3ae-4865-80f9-bef8191cfdce", "name": "network-vif-plugged", "status": "completed", "tag": "b1fe6bae-f696-454c-9ddd-b42164a1895b", "code": 200}]} {{(pid=114530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:57:26.342025 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f95e37d3-9990-459c-af13-40df45b5452e {{(pid=114530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:57:26.342025 dv-cinder-xena-3-iscsi neutron-server[114530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f95e37d3-9990-459c-af13-40df45b5452e'] response: {'server_uuid': '52d56551-a3ae-4865-80f9-bef8191cfdce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1fe6bae-f696-454c-9ddd-b42164a1895b', 'code': 200} Jun 10 17:57:26.388117 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:26.438000 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Pushing event updated for resources: {'Port': ['ID=b1fe6bae-f696-454c-9ddd-b42164a1895b,revision_number=8']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:57:38.358259 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-bfd452da-0012-416c-9ad1-66a670cad122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:40.788016 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-1bf83063-4c1e-42ee-a545-937373303c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:41.822009 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-9e937c9f-4d57-47ec-81ad-8e77ea25145e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:43.108047 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a5a6984-4625-4674-bdbb-a7ccf76cac14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:43.912309 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:47.623553 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 50690) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:57:47.727561 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-d2e6558f-3999-498f-b0f1-ba4b842b10ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:47.801586 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-d2e6558f-3999-498f-b0f1-ba4b842b10ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:47.861948 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-d2e6558f-3999-498f-b0f1-ba4b842b10ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:47.898262 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e6558f-3999-498f-b0f1-ba4b842b10ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdce54e8-5632-4a02-b645-b9d5c36819f7,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:57:47.902427 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-d2e6558f-3999-498f-b0f1-ba4b842b10ed admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=df03ca776795469c9c85ea77a99c4090&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2778382 Jun 10 17:57:47.905198 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 50698) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:57:47.908727 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e6558f-3999-498f-b0f1-ba4b842b10ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:57:47.909077 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e6558f-3999-498f-b0f1-ba4b842b10ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:57:47.909416 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e6558f-3999-498f-b0f1-ba4b842b10ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:57:47.909750 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e6558f-3999-498f-b0f1-ba4b842b10ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:57:47.910080 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e6558f-3999-498f-b0f1-ba4b842b10ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:57:47.910432 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e6558f-3999-498f-b0f1-ba4b842b10ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:57:47.910814 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e6558f-3999-498f-b0f1-ba4b842b10ed admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:57:47.911138 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e6558f-3999-498f-b0f1-ba4b842b10ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:57:47.911465 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e6558f-3999-498f-b0f1-ba4b842b10ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:57:47.911791 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e6558f-3999-498f-b0f1-ba4b842b10ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:57:47.912110 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e6558f-3999-498f-b0f1-ba4b842b10ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:57:47.912428 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e6558f-3999-498f-b0f1-ba4b842b10ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:57:47.959344 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-fba5becf-8272-492d-9026-7f814ef22bf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:47.982666 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-fba5becf-8272-492d-9026-7f814ef22bf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:48.113537 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-fba5becf-8272-492d-9026-7f814ef22bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:48.116110 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-fba5becf-8272-492d-9026-7f814ef22bf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:48.117264 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-fba5becf-8272-492d-9026-7f814ef22bf6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cdce54e8-5632-4a02-b645-b9d5c36819f7 HTTP/1.1" status: 204 len: 168 time: 0.2110932 Jun 10 17:57:48.128745 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba5becf-8272-492d-9026-7f814ef22bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdce54e8-5632-4a02-b645-b9d5c36819f7,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:57:48.132411 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba5becf-8272-492d-9026-7f814ef22bf6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:57:48.132758 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba5becf-8272-492d-9026-7f814ef22bf6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:57:48.133095 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba5becf-8272-492d-9026-7f814ef22bf6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:57:48.133429 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba5becf-8272-492d-9026-7f814ef22bf6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:57:48.133760 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba5becf-8272-492d-9026-7f814ef22bf6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:57:48.134089 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba5becf-8272-492d-9026-7f814ef22bf6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:57:48.134435 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba5becf-8272-492d-9026-7f814ef22bf6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:57:48.134861 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba5becf-8272-492d-9026-7f814ef22bf6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:57:48.135183 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba5becf-8272-492d-9026-7f814ef22bf6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:57:48.135503 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba5becf-8272-492d-9026-7f814ef22bf6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:57:48.136309 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba5becf-8272-492d-9026-7f814ef22bf6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:57:48.136643 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba5becf-8272-492d-9026-7f814ef22bf6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:57:50.055368 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:57:55.558644 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.agents_db [None req-a7dfe2cf-50d1-49ca-b1ce-2a181a6e45d3 None None] Agent healthcheck: found 6 active agents {{(pid=114531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 10 17:58:01.063335 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25686a56-fe8c-4811-a73e-506a0f6b7fc5 req-d931687a-1f56-4a65-9a37-3399a35bbc34 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:58:01.064774 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-25686a56-fe8c-4811-a73e-506a0f6b7fc5 req-d931687a-1f56-4a65-9a37-3399a35bbc34 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c481977-3641-4aea-b740-733923ad4d7d HTTP/1.1" status: 200 len: 945 time: 0.0517509 Jun 10 17:58:01.103882 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-25686a56-fe8c-4811-a73e-506a0f6b7fc5 req-93dd6bd2-b906-453a-9f74-f30a2fa4ac59 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb07f29f-a687-4977-bce9-17abdb037a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330482 Jun 10 17:58:02.218030 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d624ecf-b24d-48ed-ad01-27a62245651b req-bddf3f88-9618-4eb4-b591-86504f6426ac tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:58:02.219496 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-6d624ecf-b24d-48ed-ad01-27a62245651b req-bddf3f88-9618-4eb4-b591-86504f6426ac tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c481977-3641-4aea-b740-733923ad4d7d HTTP/1.1" status: 200 len: 945 time: 0.0477643 Jun 10 17:58:02.256912 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-6d624ecf-b24d-48ed-ad01-27a62245651b req-d8ed3de6-85a4-4f0b-bcd3-646982db17b3 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb07f29f-a687-4977-bce9-17abdb037a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314598 Jun 10 17:58:03.369264 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fcca75-31ef-467b-aed0-dd2be16aa402 req-5d8dfdf6-94ef-4bf3-aeb3-f40391e3d9f3 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:58:03.370730 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-10fcca75-31ef-467b-aed0-dd2be16aa402 req-5d8dfdf6-94ef-4bf3-aeb3-f40391e3d9f3 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c481977-3641-4aea-b740-733923ad4d7d HTTP/1.1" status: 200 len: 945 time: 0.0469110 Jun 10 17:58:03.408075 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-10fcca75-31ef-467b-aed0-dd2be16aa402 req-90d02cd1-081d-44ba-b812-48637936ebdd tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb07f29f-a687-4977-bce9-17abdb037a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306029 Jun 10 17:58:04.527160 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb71923a-ae07-4fcf-955f-e209f3ffbe1a req-e889d929-c70d-4e13-bae4-7318f35b076d tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:58:04.528867 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-bb71923a-ae07-4fcf-955f-e209f3ffbe1a req-e889d929-c70d-4e13-bae4-7318f35b076d tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c481977-3641-4aea-b740-733923ad4d7d HTTP/1.1" status: 200 len: 945 time: 0.0538123 Jun 10 17:58:04.567249 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-bb71923a-ae07-4fcf-955f-e209f3ffbe1a req-5084fe37-bf90-4329-b020-9223c8525306 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb07f29f-a687-4977-bce9-17abdb037a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320711 Jun 10 17:58:05.171170 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df5a7c-c23e-402d-9a8e-9964386f12d5 req-8fe51d71-0cf9-4c30-8bff-40e43e711ae6 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:58:05.172566 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-30df5a7c-c23e-402d-9a8e-9964386f12d5 req-8fe51d71-0cf9-4c30-8bff-40e43e711ae6 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.27 "GET /v2.0/ports?device_id=3c481977-3641-4aea-b740-733923ad4d7d HTTP/1.1" status: 200 len: 945 time: 0.0483248 Jun 10 17:58:05.261032 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.plugin [req-30df5a7c-c23e-402d-9a8e-9964386f12d5 req-0b70a1d9-3d76-42c3-a2d6-9886a9ad1f31 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Deleting port efc3bc72-7abd-4a4e-8b3a-d0498006873a {{(pid=114529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 10 17:58:05.261412 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-30df5a7c-c23e-402d-9a8e-9964386f12d5 req-0b70a1d9-3d76-42c3-a2d6-9886a9ad1f31 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764021161391'] for port, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:05.350714 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.db [req-30df5a7c-c23e-402d-9a8e-9964386f12d5 req-0b70a1d9-3d76-42c3-a2d6-9886a9ad1f31 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] For port efc3bc72-7abd-4a4e-8b3a-d0498006873a, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=efc3bc72-7abd-4a4e-8b3a-d0498006873a,segment=NetworkSegment(6709a124-9c43-4d87-92f9-6a6c112d5626),segment_id=6709a124-9c43-4d87-92f9-6a6c112d5626)] {{(pid=114529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:58:05.351074 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-30df5a7c-c23e-402d-9a8e-9964386f12d5 req-0b70a1d9-3d76-42c3-a2d6-9886a9ad1f31 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781461'] for port, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:05.515626 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-30df5a7c-c23e-402d-9a8e-9964386f12d5 req-0b70a1d9-3d76-42c3-a2d6-9886a9ad1f31 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:05.515870 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-30df5a7c-c23e-402d-9a8e-9964386f12d5 req-0b70a1d9-3d76-42c3-a2d6-9886a9ad1f31 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-753974'] for floatingip, after_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:05.516189 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.db.l3_db [req-30df5a7c-c23e-402d-9a8e-9964386f12d5 req-0b70a1d9-3d76-42c3-a2d6-9886a9ad1f31 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Floating IP b926ce10-4760-4172-ad0d-98ca4624a286 disassociated. External IP: 172.37.5.151, port: efc3bc72-7abd-4a4e-8b3a-d0498006873a. Jun 10 17:58:05.516527 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.plugin [req-30df5a7c-c23e-402d-9a8e-9964386f12d5 req-0b70a1d9-3d76-42c3-a2d6-9886a9ad1f31 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Calling delete_port for efc3bc72-7abd-4a4e-8b3a-d0498006873a owned by compute:nova {{(pid=114529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 10 17:58:05.683458 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a335ecad-4b00-4973-bd1b-a2f74510aa2b req-9d2b492d-1cbe-476f-b057-452765c14bf6 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:58:05.685633 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-a335ecad-4b00-4973-bd1b-a2f74510aa2b req-9d2b492d-1cbe-476f-b057-452765c14bf6 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c481977-3641-4aea-b740-733923ad4d7d HTTP/1.1" status: 200 len: 945 time: 0.0482061 Jun 10 17:58:05.720152 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-30df5a7c-c23e-402d-9a8e-9964386f12d5 req-0b70a1d9-3d76-42c3-a2d6-9886a9ad1f31 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764021169165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764020614696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263063011'] for port, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:05.723911 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-a335ecad-4b00-4973-bd1b-a2f74510aa2b req-f6445deb-a9fc-4ab7-bbe1-1007bf2c1236 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb07f29f-a687-4977-bce9-17abdb037a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323701 Jun 10 17:58:05.755477 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b70a1d9-3d76-42c3-a2d6-9886a9ad1f31 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Pushing event deleted for resources: {'Port': ['ID=efc3bc72-7abd-4a4e-8b3a-d0498006873a,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:58:05.864073 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30df5a7c-c23e-402d-9a8e-9964386f12d5 req-0b70a1d9-3d76-42c3-a2d6-9886a9ad1f31 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Router c6993fe7-256c-4148-8715-87d27593d9c1 has already been hosted by L3 agent e04d2863-a40a-41db-9b2a-39042df37909 {{(pid=114529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 10 17:58:05.964616 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30df5a7c-c23e-402d-9a8e-9964386f12d5 req-0b70a1d9-3d76-42c3-a2d6-9886a9ad1f31 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=114529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 10 17:58:05.975298 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ece263-63ea-4782-8e8f-f1821206f9d1 None None] Sync routers for ids ['c6993fe7-256c-4148-8715-87d27593d9c1'] in dv-cinder-xena-3-iscsi {{(pid=114531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 17:58:05.985477 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ece263-63ea-4782-8e8f-f1821206f9d1 None None] Routers {'c6993fe7-256c-4148-8715-87d27593d9c1'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:58:05.986154 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-35ece263-63ea-4782-8e8f-f1821206f9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:57:41Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['c6993fe7-256c-4148-8715-87d27593d9c1'], 'active': True} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:58:06.097404 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvr_db [None req-35ece263-63ea-4782-8e8f-f1821206f9d1 None None] Set router c6993fe7-256c-4148-8715-87d27593d9c1 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:58:06.273273 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.l3_dvrscheduler_db [req-30df5a7c-c23e-402d-9a8e-9964386f12d5 req-0b70a1d9-3d76-42c3-a2d6-9886a9ad1f31 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] No DVR routers for this DVR port efc3bc72-7abd-4a4e-8b3a-d0498006873a on host hv-cinder-xena0 {{(pid=114529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 17:58:06.275813 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-30df5a7c-c23e-402d-9a8e-9964386f12d5 req-0b70a1d9-3d76-42c3-a2d6-9886a9ad1f31 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for port, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:06.279765 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-30df5a7c-c23e-402d-9a8e-9964386f12d5 req-0b70a1d9-3d76-42c3-a2d6-9886a9ad1f31 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.27 "DELETE /v2.0/ports/efc3bc72-7abd-4a4e-8b3a-d0498006873a HTTP/1.1" status: 204 len: 173 time: 1.1008549 Jun 10 17:58:06.280191 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c481977-3641-4aea-b740-733923ad4d7d', 'name': 'network-vif-deleted', 'tag': 'efc3bc72-7abd-4a4e-8b3a-d0498006873a'}] {{(pid=114529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:58:06.282573 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}546b112a5b217dbfa88e609245cede7dd2905721b158f3f41c3dff8a3887b3c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999ec660-7810-4ea8-995c-8d772a072e05" -d '{"events": [{"server_uuid": "3c481977-3641-4aea-b740-733923ad4d7d", "name": "network-vif-deleted", "tag": "efc3bc72-7abd-4a4e-8b3a-d0498006873a"}]}' {{(pid=114529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:58:06.314376 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-35ece263-63ea-4782-8e8f-f1821206f9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'name': 'tempest-AttachVolumeNegativeTest-134245358-router', 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.13'}], 'enable_snat': True}, 'gw_port_id': '6f13a53a-504f-443b-87c9-e435164ad56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:54Z', 'updated_at': '2022-06-10T17:53:57Z', 'revision_number': 4, 'project_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'gw_port': {'id': '6f13a53a-504f-443b-87c9-e435164ad56f', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:54Z', 'updated_at': '2022-06-10T17:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': '410b1b9f-a001-4d68-be21-d8f17484d592', 'name': '', 'network_id': 'cf05028d-c72b-40d9-b732-31cbffe291f6', 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'mac_address': 'fa:16:3e:55:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '9741f818-fc3a-495a-a8d9-92f5229bfc6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:57Z', 'updated_at': '2022-06-10T17:54:02Z', 'revision_number': 5, 'project_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'subnets': [{'id': '9741f818-fc3a-495a-a8d9-92f5229bfc6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:58:06.330265 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Jun 2022 17:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e473eae3-58c0-49f0-91dd-3639041fb18a x-openstack-request-id: req-e473eae3-58c0-49f0-91dd-3639041fb18a {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:58:06.334498 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c481977-3641-4aea-b740-733923ad4d7d", "name": "network-vif-deleted", "tag": "efc3bc72-7abd-4a4e-8b3a-d0498006873a", "status": "completed", "code": 200}]} {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:58:06.334498 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e473eae3-58c0-49f0-91dd-3639041fb18a {{(pid=114529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:58:06.334498 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e473eae3-58c0-49f0-91dd-3639041fb18a'] response: {'server_uuid': '3c481977-3641-4aea-b740-733923ad4d7d', 'name': 'network-vif-deleted', 'tag': 'efc3bc72-7abd-4a4e-8b3a-d0498006873a', 'status': 'completed', 'code': 200} Jun 10 17:58:06.341806 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ece263-63ea-4782-8e8f-f1821206f9d1 None None] Checking router: c6993fe7-256c-4148-8715-87d27593d9c1 for host: dv-cinder-xena-3-iscsi {{(pid=114531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 17:58:06.350114 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ece263-63ea-4782-8e8f-f1821206f9d1 None None] Routers {'c6993fe7-256c-4148-8715-87d27593d9c1'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:58:06.350737 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-35ece263-63ea-4782-8e8f-f1821206f9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:57:41Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['c6993fe7-256c-4148-8715-87d27593d9c1'], 'active': True} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:58:06.455258 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvr_db [None req-35ece263-63ea-4782-8e8f-f1821206f9d1 None None] Set router c6993fe7-256c-4148-8715-87d27593d9c1 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:58:06.651300 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-35ece263-63ea-4782-8e8f-f1821206f9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'name': 'tempest-AttachVolumeNegativeTest-134245358-router', 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.13'}], 'enable_snat': True}, 'gw_port_id': '6f13a53a-504f-443b-87c9-e435164ad56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:54Z', 'updated_at': '2022-06-10T17:53:57Z', 'revision_number': 4, 'project_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'gw_port': {'id': '6f13a53a-504f-443b-87c9-e435164ad56f', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:54Z', 'updated_at': '2022-06-10T17:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': '410b1b9f-a001-4d68-be21-d8f17484d592', 'name': '', 'network_id': 'cf05028d-c72b-40d9-b732-31cbffe291f6', 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'mac_address': 'fa:16:3e:55:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '9741f818-fc3a-495a-a8d9-92f5229bfc6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:57Z', 'updated_at': '2022-06-10T17:54:02Z', 'revision_number': 5, 'project_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'subnets': [{'id': '9741f818-fc3a-495a-a8d9-92f5229bfc6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:58:06.680255 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ece263-63ea-4782-8e8f-f1821206f9d1 None None] The sync data for ids ['c6993fe7-256c-4148-8715-87d27593d9c1'] in dv-cinder-xena-3-iscsi is: [{'id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'name': 'tempest-AttachVolumeNegativeTest-134245358-router', 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.13'}], 'enable_snat': True}, 'gw_port_id': '6f13a53a-504f-443b-87c9-e435164ad56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:54Z', 'updated_at': '2022-06-10T17:53:57Z', 'revision_number': 4, 'project_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'gw_port': {'id': '6f13a53a-504f-443b-87c9-e435164ad56f', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:54Z', 'updated_at': '2022-06-10T17:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': '410b1b9f-a001-4d68-be21-d8f17484d592', 'name': '', 'network_id': 'cf05028d-c72b-40d9-b732-31cbffe291f6', 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'mac_address': 'fa:16:3e:55:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '9741f818-fc3a-495a-a8d9-92f5229bfc6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:57Z', 'updated_at': '2022-06-10T17:54:02Z', 'revision_number': 5, 'project_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'subnets': [{'id': '9741f818-fc3a-495a-a8d9-92f5229bfc6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 17:58:06.833399 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-422fc3c9-bf3a-4cde-a27d-8a43641913ba req-73aca41c-43f7-4985-a80e-2aa4660fd831 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c481977-3641-4aea-b740-733923ad4d7d HTTP/1.1" status: 200 len: 210 time: 0.0280740 Jun 10 17:58:06.896491 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1754212b-e071-4c76-bdc2-d0543f3f1fa2 None None] New status for floating IP b926ce10-4760-4172-ad0d-98ca4624a286: DOWN {{(pid=114530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 17:58:08.018508 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 50900) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:58:08.071747 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-aa1b69d0-6bb6-4038-8921-229a07693277 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for security_group, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:08.094717 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-aa1b69d0-6bb6-4038-8921-229a07693277 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:08.227048 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-aa1b69d0-6bb6-4038-8921-229a07693277 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:08.229908 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-aa1b69d0-6bb6-4038-8921-229a07693277 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for security_group, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:08.231334 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-aa1b69d0-6bb6-4038-8921-229a07693277 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "DELETE /v2.0/security-groups/bb07f29f-a687-4977-bce9-17abdb037a4b HTTP/1.1" status: 204 len: 168 time: 0.2116880 Jun 10 17:58:08.235655 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 50902) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:58:08.242966 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1b69d0-6bb6-4038-8921-229a07693277 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb07f29f-a687-4977-bce9-17abdb037a4b,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:58:08.250466 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.api.v2.resource [None req-c9ebbf71-fa48-49ac-9803-08a81f748f4f tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] show failed (client error): The resource could not be found. Jun 10 17:58:08.251459 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-c9ebbf71-fa48-49ac-9803-08a81f748f4f tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/security-groups/bb07f29f-a687-4977-bce9-17abdb037a4b HTTP/1.1" status: 404 len: 347 time: 0.0148442 Jun 10 17:58:08.254337 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 50904) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:58:08.377530 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.plugin [None req-f595ff23-017c-48bb-b2a5-4da46717e6e4 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Deleting port 7b044d6a-e0f4-4ea8-8864-582680924b59 {{(pid=114528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 10 17:58:08.377872 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-f595ff23-017c-48bb-b2a5-4da46717e6e4 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764021161391'] for port, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:08.381095 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-7a0f407b-8333-42c8-a33e-1daacc77628e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:08.454090 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-f595ff23-017c-48bb-b2a5-4da46717e6e4 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781461'] for port, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:08.454439 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-f595ff23-017c-48bb-b2a5-4da46717e6e4 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:08.465638 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.plugin [None req-f595ff23-017c-48bb-b2a5-4da46717e6e4 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Calling delete_port for 7b044d6a-e0f4-4ea8-8864-582680924b59 owned by network:floatingip {{(pid=114528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 10 17:58:08.660654 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-f595ff23-017c-48bb-b2a5-4da46717e6e4 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764021169165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764020614696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940005'] for port, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:08.692354 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f595ff23-017c-48bb-b2a5-4da46717e6e4 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Pushing event deleted for resources: {'Port': ['ID=7b044d6a-e0f4-4ea8-8864-582680924b59,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:58:08.745179 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-f595ff23-017c-48bb-b2a5-4da46717e6e4 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for floatingip, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:08.747795 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-f595ff23-017c-48bb-b2a5-4da46717e6e4 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for floatingip, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:08.748937 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-f595ff23-017c-48bb-b2a5-4da46717e6e4 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "DELETE /v2.0/floatingips/b926ce10-4760-4172-ad0d-98ca4624a286 HTTP/1.1" status: 204 len: 168 time: 0.4936779 Jun 10 17:58:08.928005 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 50914) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:58:08.932892 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [None req-8d2d2a1a-5b46-49df-92d1-b4ad74a64220 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1650267606', 'description': 'tempest-description--660422816'}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:58:09.038631 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-8d2d2a1a-5b46-49df-92d1-b4ad74a64220 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for security_group, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:09.103229 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-8d2d2a1a-5b46-49df-92d1-b4ad74a64220 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for security_group, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:09.152714 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-8d2d2a1a-5b46-49df-92d1-b4ad74a64220 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:09.182058 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2d2a1a-5b46-49df-92d1-b4ad74a64220 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1cfa76-269a-4c2b-9436-2171a55763da,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:58:09.257643 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-8d2d2a1a-5b46-49df-92d1-b4ad74a64220 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for security_group, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:09.258909 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-8d2d2a1a-5b46-49df-92d1-b4ad74a64220 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3298752 Jun 10 17:58:09.261737 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 50916) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:58:09.266661 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [None req-f5f1e3c2-cac3-453c-9274-b5f814a5cfab tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Request body: {'security_group_rule': {'security_group_id': '1d1cfa76-269a-4c2b-9436-2171a55763da', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:58:09.351658 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-f5f1e3c2-cac3-453c-9274-b5f814a5cfab tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:09.407830 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-f5f1e3c2-cac3-453c-9274-b5f814a5cfab tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:09.467296 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-f5f1e3c2-cac3-453c-9274-b5f814a5cfab tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765151'] for security_group_rule, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:09.484977 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f1e3c2-cac3-453c-9274-b5f814a5cfab tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9babd3a7-b7ee-409d-a214-5a8a85c3324f,revision_number=0']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:58:09.564788 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-f5f1e3c2-cac3-453c-9274-b5f814a5cfab tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:09.566012 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-f5f1e3c2-cac3-453c-9274-b5f814a5cfab tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3032591 Jun 10 17:58:09.568742 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 50918) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:58:09.572942 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [None req-c619aa21-fa7c-40b3-a40c-cc97ead94634 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Request body: {'security_group_rule': {'security_group_id': '1d1cfa76-269a-4c2b-9436-2171a55763da', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:58:09.659127 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-c619aa21-fa7c-40b3-a40c-cc97ead94634 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:09.714069 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-c619aa21-fa7c-40b3-a40c-cc97ead94634 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:09.786059 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-c619aa21-fa7c-40b3-a40c-cc97ead94634 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765151'] for security_group_rule, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:09.803254 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c619aa21-fa7c-40b3-a40c-cc97ead94634 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bfc1188-62ad-4487-9136-661cc124a33b,revision_number=0']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:58:09.863345 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-c619aa21-fa7c-40b3-a40c-cc97ead94634 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:09.864523 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-c619aa21-fa7c-40b3-a40c-cc97ead94634 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2948735 Jun 10 17:58:09.867596 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 50920) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:58:09.871784 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.v2.base [None req-a79f9b9b-2e23-4e55-ac75-26fca73f1718 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Request body: {'floatingip': {'floating_network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f'}} {{(pid=114528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:58:09.964528 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-a79f9b9b-2e23-4e55-ac75-26fca73f1718 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for floatingip, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:10.062021 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-a79f9b9b-2e23-4e55-ac75-26fca73f1718 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:10.163739 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.db_base_plugin_common [None req-a79f9b9b-2e23-4e55-ac75-26fca73f1718 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Allocated IP 172.37.5.190 (8c026026-8e05-41b4-990c-0815c0c24f4f/e3db4be6-a2be-4d68-ab1f-8754e6ee5b68/0e155fae-96e6-4b60-a4b4-af06833059bb) {{(pid=114528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 17:58:10.268820 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-a79f9b9b-2e23-4e55-ac75-26fca73f1718 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for port, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:10.281045 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 50932) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:58:10.369346 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-a79f9b9b-2e23-4e55-ac75-26fca73f1718 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764020614705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940005'] for port, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:10.377609 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device efc3bc72-7abd-4a4e-8b3a-d0498006873a no longer exists at agent hyperv_hv-cinder-xena0 {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 10 17:58:10.388193 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-1dd8d23b-ca50-4e34-a846-97fae97fda34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:10.399265 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] No Port match for: efc3bc72-7abd-4a4e-8b3a-d0498006873a {{(pid=114530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 10 17:58:10.399605 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device efc3bc72-7abd-4a4e-8b3a-d0498006873a not bound to the agent host hv-cinder-xena0 {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 10 17:58:10.408350 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79f9b9b-2e23-4e55-ac75-26fca73f1718 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Network 8c026026-8e05-41b4-990c-0815c0c24f4f is already hosted by enough agents. {{(pid=114528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:58:10.411077 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.base_scheduler [None req-a79f9b9b-2e23-4e55-ac75-26fca73f1718 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Resources bound (agent type, host, resource id): {{(pid=114528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:58:10.413401 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79f9b9b-2e23-4e55-ac75-26fca73f1718 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Received port after_create {{(pid=114528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 10 17:58:10.448249 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f9b9b-2e23-4e55-ac75-26fca73f1718 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Pushing event updated for resources: {'Port': ['ID=0e155fae-96e6-4b60-a4b4-af06833059bb,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:58:10.464690 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-1dd8d23b-ca50-4e34-a846-97fae97fda34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:10.508250 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-a79f9b9b-2e23-4e55-ac75-26fca73f1718 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:10.547178 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-1dd8d23b-ca50-4e34-a846-97fae97fda34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:10.583972 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd8d23b-ca50-4e34-a846-97fae97fda34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5af55a08-48b8-4d3f-8f0b-9b43797c2353,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:58:10.589400 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-1dd8d23b-ca50-4e34-a846-97fae97fda34 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=060878d8fa304ec4a5d57500b393d742&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3073263 Jun 10 17:58:10.592869 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 50936) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:58:10.604299 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-a79f9b9b-2e23-4e55-ac75-26fca73f1718 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:10.640289 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-99a94710-6941-4641-b081-13cb8471110d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:10.661782 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-99a94710-6941-4641-b081-13cb8471110d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:10.754204 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-a79f9b9b-2e23-4e55-ac75-26fca73f1718 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for port, precommit_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:10.781438 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-d52440c9-cd9e-4e83-99c8-a394717d9895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:10.809661 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-99a94710-6941-4641-b081-13cb8471110d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:10.812441 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-99a94710-6941-4641-b081-13cb8471110d admin admin] Notify callbacks [] for security_group, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:10.813626 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-99a94710-6941-4641-b081-13cb8471110d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5af55a08-48b8-4d3f-8f0b-9b43797c2353 HTTP/1.1" status: 204 len: 168 time: 0.2197957 Jun 10 17:58:10.821189 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-a79f9b9b-2e23-4e55-ac75-26fca73f1718 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940062'] for port, after_update {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:10.821643 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a94710-6941-4641-b081-13cb8471110d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af55a08-48b8-4d3f-8f0b-9b43797c2353,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:58:10.895367 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f9b9b-2e23-4e55-ac75-26fca73f1718 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Pushing event updated for resources: {'Port': ['ID=0e155fae-96e6-4b60-a4b4-af06833059bb,revision_number=2']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:58:10.906840 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-a79f9b9b-2e23-4e55-ac75-26fca73f1718 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-753974'] for floatingip, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:10.989209 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-a79f9b9b-2e23-4e55-ac75-26fca73f1718 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for floatingip, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:10.991975 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-a79f9b9b-2e23-4e55-ac75-26fca73f1718 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1219895 Jun 10 17:58:11.185890 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-b2352c91-e413-4a1d-942f-6a7358eb26cf req-fe93c93c-42d7-4baf-b82c-93df24f1d403 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1650267606&fields=id&tenant_id=ae2c0c7e115f4f079bcf8d85f2bdfadf HTTP/1.1" status: 200 len: 267 time: 0.0383685 Jun 10 17:58:11.300804 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2352c91-e413-4a1d-942f-6a7358eb26cf req-4788d628-4f10-4dab-b77a-9d53f3d66049 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:58:11.302188 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-b2352c91-e413-4a1d-942f-6a7358eb26cf req-4788d628-4f10-4dab-b77a-9d53f3d66049 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/networks?id=cf05028d-c72b-40d9-b732-31cbffe291f6 HTTP/1.1" status: 200 len: 814 time: 0.1087537 Jun 10 17:58:11.318356 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-b2352c91-e413-4a1d-942f-6a7358eb26cf req-dbe8f7a7-0751-4c62-aa0c-81b6de5e0923 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/quotas/ae2c0c7e115f4f079bcf8d85f2bdfadf HTTP/1.1" status: 200 len: 375 time: 0.0098758 Jun 10 17:58:11.371403 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-b2352c91-e413-4a1d-942f-6a7358eb26cf req-962f8c3f-14c8-41f7-88a5-a8c43d4fae9c tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ae2c0c7e115f4f079bcf8d85f2bdfadf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0478847 Jun 10 17:58:11.467931 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-b2352c91-e413-4a1d-942f-6a7358eb26cf req-f6b2f9c5-b9dd-4d70-a69c-b18a7f8f88fd service neutron] 10.222.0.16 "GET /v2.0/networks/cf05028d-c72b-40d9-b732-31cbffe291f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837035 Jun 10 17:58:11.554622 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-b2352c91-e413-4a1d-942f-6a7358eb26cf req-7cbac812-9a03-42bb-a20c-8e7eaa57f9e8 service neutron] 10.222.0.16 "GET /v2.0/networks/cf05028d-c72b-40d9-b732-31cbffe291f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801656 Jun 10 17:58:11.798660 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f1bfbf42-96f6-4da1-99af-0c61b40e47d4 req-5ed420c5-98cc-4fe7-93f2-9abbc5241eff tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?device_id=319dffcd-71b5-4b9c-bdac-d7f32b2f40f8 HTTP/1.1" status: 200 len: 210 time: 0.0310059 Jun 10 17:58:11.805479 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-9e937c9f-4d57-47ec-81ad-8e77ea25145e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:12.891405 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-fec40d0a-bc39-4867-87cd-a48aa85b1502 req-41c05aed-fa63-4e97-8cd9-9c46a4d2a97e tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?device_id=319dffcd-71b5-4b9c-bdac-d7f32b2f40f8 HTTP/1.1" status: 200 len: 210 time: 0.0265911 Jun 10 17:58:13.094398 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a5a6984-4625-4674-bdbb-a7ccf76cac14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:13.709997 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2352c91-e413-4a1d-942f-6a7358eb26cf req-8febd83c-5932-4f28-b767-dcb179f926ba tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:58:13.711449 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-b2352c91-e413-4a1d-942f-6a7358eb26cf req-8febd83c-5932-4f28-b767-dcb179f926ba tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.27 "GET /v2.0/networks?id=cf05028d-c72b-40d9-b732-31cbffe291f6 HTTP/1.1" status: 200 len: 814 time: 0.0994327 Jun 10 17:58:13.758573 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-b2352c91-e413-4a1d-942f-6a7358eb26cf req-b4b558c4-8d79-4750-88c0-86af7e18e1f8 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae2c0c7e115f4f079bcf8d85f2bdfadf HTTP/1.1" status: 200 len: 380 time: 0.0321338 Jun 10 17:58:13.767817 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.v2.base [req-b2352c91-e413-4a1d-942f-6a7358eb26cf req-a054e04b-6f97-400d-bfc8-bf0b3fde88e1 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Request body: {'port': {'device_id': '319dffcd-71b5-4b9c-bdac-d7f32b2f40f8', 'network_id': 'cf05028d-c72b-40d9-b732-31cbffe291f6', 'admin_state_up': True, 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'security_groups': ['1d1cfa76-269a-4c2b-9436-2171a55763da']}} {{(pid=114529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:58:13.918592 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:13.952350 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2352c91-e413-4a1d-942f-6a7358eb26cf req-a054e04b-6f97-400d-bfc8-bf0b3fde88e1 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Made reservation on behalf of ae2c0c7e115f4f079bcf8d85f2bdfadf for: {'port': 1} {{(pid=114529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 17:58:13.955936 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-b2352c91-e413-4a1d-942f-6a7358eb26cf req-a054e04b-6f97-400d-bfc8-bf0b3fde88e1 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:13.999349 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-164cd24b-f197-4592-87f8-45fa881a1781 req-0bf2061b-d366-49af-9290-2fd50e36df98 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?device_id=319dffcd-71b5-4b9c-bdac-d7f32b2f40f8 HTTP/1.1" status: 200 len: 210 time: 0.0338886 Jun 10 17:58:14.106377 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.db_base_plugin_common [req-b2352c91-e413-4a1d-942f-6a7358eb26cf req-a054e04b-6f97-400d-bfc8-bf0b3fde88e1 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Allocated IP 172.20.0.9 (cf05028d-c72b-40d9-b732-31cbffe291f6/9741f818-fc3a-495a-a8d9-92f5229bfc6e/17adcf16-c73f-487f-8d17-1acce23e0c85) {{(pid=114529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 17:58:14.240008 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-b2352c91-e413-4a1d-942f-6a7358eb26cf req-a054e04b-6f97-400d-bfc8-bf0b3fde88e1 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for port, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:14.346612 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-b2352c91-e413-4a1d-942f-6a7358eb26cf req-a054e04b-6f97-400d-bfc8-bf0b3fde88e1 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764020614705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263063011'] for port, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:14.388190 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2352c91-e413-4a1d-942f-6a7358eb26cf req-a054e04b-6f97-400d-bfc8-bf0b3fde88e1 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Network cf05028d-c72b-40d9-b732-31cbffe291f6 is already hosted by enough agents. {{(pid=114529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:58:14.391194 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.base_scheduler [req-b2352c91-e413-4a1d-942f-6a7358eb26cf req-a054e04b-6f97-400d-bfc8-bf0b3fde88e1 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Resources bound (agent type, host, resource id): {{(pid=114529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:58:14.396603 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2352c91-e413-4a1d-942f-6a7358eb26cf req-a054e04b-6f97-400d-bfc8-bf0b3fde88e1 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Received port after_create {{(pid=114529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 10 17:58:14.402505 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a054e04b-6f97-400d-bfc8-bf0b3fde88e1 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Pushing event updated for resources: {'Port': ['ID=17adcf16-c73f-487f-8d17-1acce23e0c85,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:58:14.453909 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2352c91-e413-4a1d-942f-6a7358eb26cf req-a054e04b-6f97-400d-bfc8-bf0b3fde88e1 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:58:14.454576 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-b2352c91-e413-4a1d-942f-6a7358eb26cf req-a054e04b-6f97-400d-bfc8-bf0b3fde88e1 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for port, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:14.526161 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-b2352c91-e413-4a1d-942f-6a7358eb26cf req-a054e04b-6f97-400d-bfc8-bf0b3fde88e1 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7618175 Jun 10 17:58:14.548080 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.v2.base [req-b2352c91-e413-4a1d-942f-6a7358eb26cf req-ea92b20e-a6cb-443d-9e63-8b0659fac8cf service neutron] Request body: {'port': {'device_id': '319dffcd-71b5-4b9c-bdac-d7f32b2f40f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-xena0'}} {{(pid=114529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:58:14.601529 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-b2352c91-e413-4a1d-942f-6a7358eb26cf req-ea92b20e-a6cb-443d-9e63-8b0659fac8cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:14.655474 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-41775455-7f84-4ab4-8b5a-29b84e7250ef None None] Provisioning complete for port 17adcf16-c73f-487f-8d17-1acce23e0c85 triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:58:14.656072 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-41775455-7f84-4ab4-8b5a-29b84e7250ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:14.691406 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-41775455-7f84-4ab4-8b5a-29b84e7250ef None None] Port 17adcf16-c73f-487f-8d17-1acce23e0c85 cannot update to ACTIVE because it is not bound. {{(pid=114530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 10 17:58:14.860167 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.notifiers.nova [req-b2352c91-e413-4a1d-942f-6a7358eb26cf req-ea92b20e-a6cb-443d-9e63-8b0659fac8cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17adcf16-c73f-487f-8d17-1acce23e0c85 {{(pid=114529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 10 17:58:14.867314 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-b2352c91-e413-4a1d-942f-6a7358eb26cf req-ea92b20e-a6cb-443d-9e63-8b0659fac8cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:14.878723 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.provisioning_blocks [req-b2352c91-e413-4a1d-942f-6a7358eb26cf req-ea92b20e-a6cb-443d-9e63-8b0659fac8cf service neutron] Transition to ACTIVE for port object 17adcf16-c73f-487f-8d17-1acce23e0c85 will not be triggered until provisioned by entity L2. {{(pid=114529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 17:58:14.975360 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-b2352c91-e413-4a1d-942f-6a7358eb26cf req-ea92b20e-a6cb-443d-9e63-8b0659fac8cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263062808'] for port, after_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:15.025496 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea92b20e-a6cb-443d-9e63-8b0659fac8cf service neutron] Pushing event updated for resources: {'Port': ['ID=17adcf16-c73f-487f-8d17-1acce23e0c85,revision_number=2']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:58:15.124422 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.managers [req-b2352c91-e413-4a1d-942f-6a7358eb26cf req-ea92b20e-a6cb-443d-9e63-8b0659fac8cf service neutron] Attempting to bind port 17adcf16-c73f-487f-8d17-1acce23e0c85 on host hv-cinder-xena0 for vnic_type normal with profile {{(pid=114529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 17:58:15.124759 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.managers [req-b2352c91-e413-4a1d-942f-6a7358eb26cf req-ea92b20e-a6cb-443d-9e63-8b0659fac8cf service neutron] Attempting to bind port 17adcf16-c73f-487f-8d17-1acce23e0c85 by drivers openvswitch,hyperv on host hv-cinder-xena0 at level 0 using segments [{'id': '6709a124-9c43-4d87-92f9-6a6c112d5626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'cf05028d-c72b-40d9-b732-31cbffe291f6'}] {{(pid=114529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 17:58:15.125087 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2352c91-e413-4a1d-942f-6a7358eb26cf req-ea92b20e-a6cb-443d-9e63-8b0659fac8cf service neutron] Attempting to bind port 17adcf16-c73f-487f-8d17-1acce23e0c85 on network cf05028d-c72b-40d9-b732-31cbffe291f6 {{(pid=114529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 10 17:58:15.132377 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2352c91-e413-4a1d-942f-6a7358eb26cf req-ea92b20e-a6cb-443d-9e63-8b0659fac8cf service neutron] Port 17adcf16-c73f-487f-8d17-1acce23e0c85 on network cf05028d-c72b-40d9-b732-31cbffe291f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-xena0 {{(pid=114529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 10 17:58:15.132691 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2352c91-e413-4a1d-942f-6a7358eb26cf req-ea92b20e-a6cb-443d-9e63-8b0659fac8cf service neutron] Attempting to bind port 17adcf16-c73f-487f-8d17-1acce23e0c85 on network cf05028d-c72b-40d9-b732-31cbffe291f6 {{(pid=114529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 10 17:58:15.147930 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee36bf-6961-4e78-8637-3645957280b8 req-dae9cf3c-137f-43a4-8134-bcfae8f71b8a tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:58:15.149412 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-9bee36bf-6961-4e78-8637-3645957280b8 req-dae9cf3c-137f-43a4-8134-bcfae8f71b8a tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?device_id=319dffcd-71b5-4b9c-bdac-d7f32b2f40f8 HTTP/1.1" status: 200 len: 943 time: 0.0703838 Jun 10 17:58:15.150451 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2352c91-e413-4a1d-942f-6a7358eb26cf req-ea92b20e-a6cb-443d-9e63-8b0659fac8cf service neutron] Checking agent: {'id': '7469bf7c-50e4-4cc8-b056-051e3e633b26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-xena0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 10, 17, 46, 19), 'started_at': datetime.datetime(2022, 6, 10, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 10, 17, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 10 17:58:15.150712 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2352c91-e413-4a1d-942f-6a7358eb26cf req-ea92b20e-a6cb-443d-9e63-8b0659fac8cf service neutron] Checking segment: {'id': '6709a124-9c43-4d87-92f9-6a6c112d5626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'cf05028d-c72b-40d9-b732-31cbffe291f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 10 17:58:15.151089 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2352c91-e413-4a1d-942f-6a7358eb26cf req-ea92b20e-a6cb-443d-9e63-8b0659fac8cf service neutron] Bound using segment: {'id': '6709a124-9c43-4d87-92f9-6a6c112d5626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'cf05028d-c72b-40d9-b732-31cbffe291f6'} {{(pid=114529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 10 17:58:15.151527 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.managers [req-b2352c91-e413-4a1d-942f-6a7358eb26cf req-ea92b20e-a6cb-443d-9e63-8b0659fac8cf service neutron] Bound port: 17adcf16-c73f-487f-8d17-1acce23e0c85, host: hv-cinder-xena0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6709a124-9c43-4d87-92f9-6a6c112d5626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'cf05028d-c72b-40d9-b732-31cbffe291f6'}}] {{(pid=114529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 17:58:15.151880 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-b2352c91-e413-4a1d-942f-6a7358eb26cf req-ea92b20e-a6cb-443d-9e63-8b0659fac8cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:15.226617 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-9bee36bf-6961-4e78-8637-3645957280b8 req-e79a17b8-6bc6-46cc-b733-ee16c7614d9d tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d1cfa76-269a-4c2b-9436-2171a55763da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647783 Jun 10 17:58:15.243120 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.db [req-b2352c91-e413-4a1d-942f-6a7358eb26cf req-ea92b20e-a6cb-443d-9e63-8b0659fac8cf service neutron] For port 17adcf16-c73f-487f-8d17-1acce23e0c85, host hv-cinder-xena0, cleared binding levels {{(pid=114529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 10 17:58:15.246369 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.db [req-b2352c91-e413-4a1d-942f-6a7358eb26cf req-ea92b20e-a6cb-443d-9e63-8b0659fac8cf service neutron] For port 17adcf16-c73f-487f-8d17-1acce23e0c85, host hv-cinder-xena0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=17adcf16-c73f-487f-8d17-1acce23e0c85,segment=NetworkSegment(6709a124-9c43-4d87-92f9-6a6c112d5626),segment_id=6709a124-9c43-4d87-92f9-6a6c112d5626)] {{(pid=114529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 10 17:58:15.342598 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-b2352c91-e413-4a1d-942f-6a7358eb26cf req-ea92b20e-a6cb-443d-9e63-8b0659fac8cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263062808'] for port, after_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:15.381182 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2352c91-e413-4a1d-942f-6a7358eb26cf req-ea92b20e-a6cb-443d-9e63-8b0659fac8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:58:15.381835 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-b2352c91-e413-4a1d-942f-6a7358eb26cf req-ea92b20e-a6cb-443d-9e63-8b0659fac8cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for port, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:15.383260 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-b2352c91-e413-4a1d-942f-6a7358eb26cf req-ea92b20e-a6cb-443d-9e63-8b0659fac8cf service neutron] 10.222.0.27 "PUT /v2.0/ports/17adcf16-c73f-487f-8d17-1acce23e0c85 HTTP/1.1" status: 200 len: 1093 time: 0.8421230 Jun 10 17:58:15.383673 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '319dffcd-71b5-4b9c-bdac-d7f32b2f40f8', 'tag': '17adcf16-c73f-487f-8d17-1acce23e0c85'}] {{(pid=114529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:58:15.385907 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}546b112a5b217dbfa88e609245cede7dd2905721b158f3f41c3dff8a3887b3c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a64b6a-7830-4172-b7bf-28edf98ac640" -d '{"events": [{"name": "network-changed", "server_uuid": "319dffcd-71b5-4b9c-bdac-d7f32b2f40f8", "tag": "17adcf16-c73f-487f-8d17-1acce23e0c85"}]}' {{(pid=114529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:58:15.413865 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea92b20e-a6cb-443d-9e63-8b0659fac8cf service neutron] Pushing event updated for resources: {'Port': ['ID=17adcf16-c73f-487f-8d17-1acce23e0c85,revision_number=3']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:58:15.436370 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Jun 2022 17:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f3de88-9c23-4ec4-ab0c-a3262ae4ebce x-openstack-request-id: req-10f3de88-9c23-4ec4-ab0c-a3262ae4ebce {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:58:15.436646 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "319dffcd-71b5-4b9c-bdac-d7f32b2f40f8", "tag": "17adcf16-c73f-487f-8d17-1acce23e0c85", "status": "completed", "code": 200}]} {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:58:15.437101 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-10f3de88-9c23-4ec4-ab0c-a3262ae4ebce {{(pid=114529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:58:15.437494 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10f3de88-9c23-4ec4-ab0c-a3262ae4ebce'] response: {'name': 'network-changed', 'server_uuid': '319dffcd-71b5-4b9c-bdac-d7f32b2f40f8', 'tag': '17adcf16-c73f-487f-8d17-1acce23e0c85', 'status': 'completed', 'code': 200} Jun 10 17:58:15.527862 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a64b6a-7830-4172-b7bf-28edf98ac640 req-f96f86f5-e0f5-4ee2-b4c3-1d05e360839f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:58:15.529538 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-18a64b6a-7830-4172-b7bf-28edf98ac640 req-f96f86f5-e0f5-4ee2-b4c3-1d05e360839f service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=ae2c0c7e115f4f079bcf8d85f2bdfadf&device_id=319dffcd-71b5-4b9c-bdac-d7f32b2f40f8 HTTP/1.1" status: 200 len: 1096 time: 0.0451770 Jun 10 17:58:15.637216 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a64b6a-7830-4172-b7bf-28edf98ac640 req-002c4215-fdd7-41ea-9d71-1b64ba8c1ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:58:15.639621 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-18a64b6a-7830-4172-b7bf-28edf98ac640 req-002c4215-fdd7-41ea-9d71-1b64ba8c1ef0 service neutron] 10.222.0.27 "GET /v2.0/networks?tenant_id=ae2c0c7e115f4f079bcf8d85f2bdfadf&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0932004 Jun 10 17:58:15.735641 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a64b6a-7830-4172-b7bf-28edf98ac640 req-aecc2fe7-b4e0-4496-9161-05a8851f66f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:58:15.737015 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-18a64b6a-7830-4172-b7bf-28edf98ac640 req-aecc2fe7-b4e0-4496-9161-05a8851f66f5 service neutron] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905368 Jun 10 17:58:15.848721 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2352c91-e413-4a1d-942f-6a7358eb26cf req-48fffbc7-0334-43e6-9f4b-d66cb76054be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:58:15.850175 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-b2352c91-e413-4a1d-942f-6a7358eb26cf req-48fffbc7-0334-43e6-9f4b-d66cb76054be service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=ae2c0c7e115f4f079bcf8d85f2bdfadf&device_id=319dffcd-71b5-4b9c-bdac-d7f32b2f40f8 HTTP/1.1" status: 200 len: 1096 time: 0.0390921 Jun 10 17:58:15.901870 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-b2352c91-e413-4a1d-942f-6a7358eb26cf req-9e758ef1-214e-4e00-a341-f6d74119bf0b service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17adcf16-c73f-487f-8d17-1acce23e0c85 HTTP/1.1" status: 200 len: 217 time: 0.0359881 Jun 10 17:58:15.950164 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2352c91-e413-4a1d-942f-6a7358eb26cf req-b423a7c0-75c9-4ad1-84b7-c738eea729e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:58:15.951712 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-b2352c91-e413-4a1d-942f-6a7358eb26cf req-b423a7c0-75c9-4ad1-84b7-c738eea729e6 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=9741f818-fc3a-495a-a8d9-92f5229bfc6e HTTP/1.1" status: 200 len: 853 time: 0.0433712 Jun 10 17:58:15.995871 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2352c91-e413-4a1d-942f-6a7358eb26cf req-04ac4c02-3253-4b7b-81da-62ce11ec0072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:58:15.997868 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-b2352c91-e413-4a1d-942f-6a7358eb26cf req-04ac4c02-3253-4b7b-81da-62ce11ec0072 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=cf05028d-c72b-40d9-b732-31cbffe291f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0386631 Jun 10 17:58:16.087003 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-b2352c91-e413-4a1d-942f-6a7358eb26cf req-0f244033-15ac-4698-9300-a0c71d7b0672 service neutron] 10.222.0.27 "GET /v2.0/networks/cf05028d-c72b-40d9-b732-31cbffe291f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825944 Jun 10 17:58:16.175243 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-b2352c91-e413-4a1d-942f-6a7358eb26cf req-34d37917-e49a-4cca-9939-7b9a8b8affe1 service neutron] 10.222.0.27 "GET /v2.0/networks/cf05028d-c72b-40d9-b732-31cbffe291f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806358 Jun 10 17:58:16.340638 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedc8dc6-569e-48a3-975b-195eb259cc80 req-48496393-eaa1-40f6-96d1-11d01b179184 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:58:16.342610 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-dedc8dc6-569e-48a3-975b-195eb259cc80 req-48496393-eaa1-40f6-96d1-11d01b179184 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?device_id=319dffcd-71b5-4b9c-bdac-d7f32b2f40f8 HTTP/1.1" status: 200 len: 943 time: 0.0486424 Jun 10 17:58:16.383102 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-dedc8dc6-569e-48a3-975b-195eb259cc80 req-859128f0-5dff-437f-afe2-e1c5c1b74761 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d1cfa76-269a-4c2b-9436-2171a55763da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344853 Jun 10 17:58:17.498174 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81da27f-3aa5-4904-8362-7fa1107d0ac5 req-2a68677f-3b06-4acb-94ec-0b0730747323 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:58:17.499671 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-a81da27f-3aa5-4904-8362-7fa1107d0ac5 req-2a68677f-3b06-4acb-94ec-0b0730747323 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?device_id=319dffcd-71b5-4b9c-bdac-d7f32b2f40f8 HTTP/1.1" status: 200 len: 943 time: 0.0480745 Jun 10 17:58:17.535323 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-a81da27f-3aa5-4904-8362-7fa1107d0ac5 req-52a741cd-c927-490b-957c-85758501614a tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d1cfa76-269a-4c2b-9436-2171a55763da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297379 Jun 10 17:58:18.648070 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9966c6af-95e3-4255-be19-b6a5a5e507af req-0c868619-7eaa-45b4-a4b8-9f70f798eed0 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:58:18.649510 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-9966c6af-95e3-4255-be19-b6a5a5e507af req-0c868619-7eaa-45b4-a4b8-9f70f798eed0 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?device_id=319dffcd-71b5-4b9c-bdac-d7f32b2f40f8 HTTP/1.1" status: 200 len: 943 time: 0.0487154 Jun 10 17:58:18.686651 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-9966c6af-95e3-4255-be19-b6a5a5e507af req-5e8ead2e-f8f7-42e0-935a-6b174a3b8c2d tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d1cfa76-269a-4c2b-9436-2171a55763da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310526 Jun 10 17:58:19.945130 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d761a-b6c5-4946-be9a-b6af906b18c7 req-89c5401c-c1d7-4c6a-9abc-56bd6113668c tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:58:19.946648 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-7f2d761a-b6c5-4946-be9a-b6af906b18c7 req-89c5401c-c1d7-4c6a-9abc-56bd6113668c tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?device_id=319dffcd-71b5-4b9c-bdac-d7f32b2f40f8 HTTP/1.1" status: 200 len: 943 time: 0.1955192 Jun 10 17:58:19.991361 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-7f2d761a-b6c5-4946-be9a-b6af906b18c7 req-29b57350-bae3-40a1-afd8-aa787743fdc6 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d1cfa76-269a-4c2b-9436-2171a55763da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337040 Jun 10 17:58:20.066518 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:20.460671 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device 17adcf16-c73f-487f-8d17-1acce23e0c85 details requested by agent hyperv_hv-cinder-xena0 with host hv-cinder-xena0 {{(pid=114530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 10 17:58:20.553134 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port 17adcf16-c73f-487f-8d17-1acce23e0c85, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=17adcf16-c73f-487f-8d17-1acce23e0c85,segment=NetworkSegment(6709a124-9c43-4d87-92f9-6a6c112d5626),segment_id=6709a124-9c43-4d87-92f9-6a6c112d5626)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:58:20.564679 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Returning: {'device': '17adcf16-c73f-487f-8d17-1acce23e0c85', 'network_id': 'cf05028d-c72b-40d9-b732-31cbffe291f6', 'port_id': '17adcf16-c73f-487f-8d17-1acce23e0c85', 'mac_address': 'fa:16:3e:53:9b:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9741f818-fc3a-495a-a8d9-92f5229bfc6e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 10 17:58:20.599031 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Current status of the port 17adcf16-c73f-487f-8d17-1acce23e0c85 is: DOWN; New status is: BUILD {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:58:20.599408 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:20.611817 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.notifiers.nova [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17adcf16-c73f-487f-8d17-1acce23e0c85 {{(pid=114530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 10 17:58:20.630819 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port 17adcf16-c73f-487f-8d17-1acce23e0c85, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=17adcf16-c73f-487f-8d17-1acce23e0c85,segment=NetworkSegment(6709a124-9c43-4d87-92f9-6a6c112d5626),segment_id=6709a124-9c43-4d87-92f9-6a6c112d5626)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:58:20.717978 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:20.768879 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Pushing event updated for resources: {'Port': ['ID=17adcf16-c73f-487f-8d17-1acce23e0c85,revision_number=4']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:58:20.775503 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:58:20.775843 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:58:20.776173 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:58:20.776505 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:58:20.776827 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:58:20.777171 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:58:20.777490 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:58:20.777808 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:58:20.778752 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:58:20.779062 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:58:20.779375 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:58:20.779690 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:58:21.024344 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] get_ports_and_sgs() called for port_ids ['17adcf16-c73f-487f-8d17-1acce23e0c85'] {{(pid=114530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 10 17:58:21.160867 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25e9b22-e929-465e-b993-5a0f1033b4e1 req-46339b9c-82e4-4438-bded-f6fd70ffe50e tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:58:21.162449 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f25e9b22-e929-465e-b993-5a0f1033b4e1 req-46339b9c-82e4-4438-bded-f6fd70ffe50e tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?device_id=319dffcd-71b5-4b9c-bdac-d7f32b2f40f8 HTTP/1.1" status: 200 len: 944 time: 0.1074500 Jun 10 17:58:21.199187 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f25e9b22-e929-465e-b993-5a0f1033b4e1 req-22db88be-2028-4b84-8c3c-3421a2572075 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d1cfa76-269a-4c2b-9436-2171a55763da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309620 Jun 10 17:58:22.315307 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9604a21-558d-4d12-928a-e53673b71389 req-74c6a813-44aa-43a3-8599-5238a63406d8 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:58:22.316744 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-a9604a21-558d-4d12-928a-e53673b71389 req-74c6a813-44aa-43a3-8599-5238a63406d8 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?device_id=319dffcd-71b5-4b9c-bdac-d7f32b2f40f8 HTTP/1.1" status: 200 len: 944 time: 0.0488465 Jun 10 17:58:22.353542 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-a9604a21-558d-4d12-928a-e53673b71389 req-25a6eca0-b943-4d3c-a222-eba1fa4e0436 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d1cfa76-269a-4c2b-9436-2171a55763da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306909 Jun 10 17:58:22.477530 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device 17adcf16-c73f-487f-8d17-1acce23e0c85 up at agent hyperv_hv-cinder-xena0 {{(pid=114530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 17:58:22.568097 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Provisioning for port 17adcf16-c73f-487f-8d17-1acce23e0c85 completed by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 17:58:22.571563 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Provisioning complete for port 17adcf16-c73f-487f-8d17-1acce23e0c85 triggered by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:58:22.571928 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:22.645067 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Current status of the port 17adcf16-c73f-487f-8d17-1acce23e0c85 is: BUILD; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:58:22.645439 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:22.666745 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '319dffcd-71b5-4b9c-bdac-d7f32b2f40f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17adcf16-c73f-487f-8d17-1acce23e0c85'}] {{(pid=114530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:58:22.668958 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059d8b929bb81300c707de1c8675048d791f282ce62f1c2c108741a8dfb2b754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-720b6d24-d610-493b-9187-b17b67bbdb32" -d '{"events": [{"server_uuid": "319dffcd-71b5-4b9c-bdac-d7f32b2f40f8", "name": "network-vif-plugged", "status": "completed", "tag": "17adcf16-c73f-487f-8d17-1acce23e0c85"}]}' {{(pid=114530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:58:22.681545 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port 17adcf16-c73f-487f-8d17-1acce23e0c85, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=17adcf16-c73f-487f-8d17-1acce23e0c85,segment=NetworkSegment(6709a124-9c43-4d87-92f9-6a6c112d5626),segment_id=6709a124-9c43-4d87-92f9-6a6c112d5626)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:58:22.709666 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Jun 2022 17:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd25220-d26b-45dc-a9cd-0df4b3158b2e x-openstack-request-id: req-2cd25220-d26b-45dc-a9cd-0df4b3158b2e {{(pid=114530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:58:22.709666 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "319dffcd-71b5-4b9c-bdac-d7f32b2f40f8", "name": "network-vif-plugged", "status": "completed", "tag": "17adcf16-c73f-487f-8d17-1acce23e0c85", "code": 200}]} {{(pid=114530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:58:22.709666 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2cd25220-d26b-45dc-a9cd-0df4b3158b2e {{(pid=114530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:58:22.709666 dv-cinder-xena-3-iscsi neutron-server[114530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cd25220-d26b-45dc-a9cd-0df4b3158b2e'] response: {'server_uuid': '319dffcd-71b5-4b9c-bdac-d7f32b2f40f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17adcf16-c73f-487f-8d17-1acce23e0c85', 'code': 200} Jun 10 17:58:22.751752 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:22.802028 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Pushing event updated for resources: {'Port': ['ID=17adcf16-c73f-487f-8d17-1acce23e0c85,revision_number=5']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:58:23.061488 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1902fd35-1598-4e23-91fd-a64e6a06b9f3 req-1bc66d6a-97c9-4255-8f05-56b785eaf671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:58:23.062875 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-1902fd35-1598-4e23-91fd-a64e6a06b9f3 req-1bc66d6a-97c9-4255-8f05-56b785eaf671 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=319dffcd-71b5-4b9c-bdac-d7f32b2f40f8 HTTP/1.1" status: 200 len: 1098 time: 0.0393443 Jun 10 17:58:23.100148 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-1902fd35-1598-4e23-91fd-a64e6a06b9f3 req-27e8c438-9f0b-4e6e-ae78-2c4cf7e65c46 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=1d1cfa76-269a-4c2b-9436-2171a55763da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302868 Jun 10 17:58:23.467044 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f00df-7772-4073-bd53-deb4f85b8d19 req-0cb45fec-6ced-4d9b-9ce5-c9b62b2fc946 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:58:23.468508 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-356f00df-7772-4073-bd53-deb4f85b8d19 req-0cb45fec-6ced-4d9b-9ce5-c9b62b2fc946 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?device_id=319dffcd-71b5-4b9c-bdac-d7f32b2f40f8 HTTP/1.1" status: 200 len: 945 time: 0.0497231 Jun 10 17:58:23.505965 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-356f00df-7772-4073-bd53-deb4f85b8d19 req-869985c6-4d1b-4cbb-a49a-6103d7928998 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d1cfa76-269a-4c2b-9436-2171a55763da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314636 Jun 10 17:58:24.124623 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-974cdefd-2f99-4b7d-ab3d-088049f9b81c req-bef4a131-3494-491d-82f0-986042a996d7 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=52d56551-a3ae-4865-80f9-bef8191cfdce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389948 Jun 10 17:58:24.228391 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974cdefd-2f99-4b7d-ab3d-088049f9b81c req-0c71fcd6-f51d-4402-b06f-fa2c9b293abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:58:24.229838 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-974cdefd-2f99-4b7d-ab3d-088049f9b81c req-0c71fcd6-f51d-4402-b06f-fa2c9b293abf service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=6d6dbdef4a8846949d0237616b9700d4&device_id=52d56551-a3ae-4865-80f9-bef8191cfdce HTTP/1.1" status: 200 len: 1099 time: 0.0402677 Jun 10 17:58:24.333148 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974cdefd-2f99-4b7d-ab3d-088049f9b81c req-498f221c-426a-4414-8c45-c59d59f54d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:58:24.334664 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-974cdefd-2f99-4b7d-ab3d-088049f9b81c req-498f221c-426a-4414-8c45-c59d59f54d6a service neutron] 10.222.0.27 "GET /v2.0/networks?id=941f4dd1-1cd2-4690-90b4-a39f7dd10700 HTTP/1.1" status: 200 len: 910 time: 0.0859036 Jun 10 17:58:24.399812 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-974cdefd-2f99-4b7d-ab3d-088049f9b81c req-c857dab8-8fd8-463c-809b-fab48f6d68e3 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1fe6bae-f696-454c-9ddd-b42164a1895b HTTP/1.1" status: 200 len: 1002 time: 0.0573027 Jun 10 17:58:24.451811 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974cdefd-2f99-4b7d-ab3d-088049f9b81c req-3d9f92ef-5ac6-49b9-b2ca-2c62ba7fc3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:58:24.453282 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-974cdefd-2f99-4b7d-ab3d-088049f9b81c req-3d9f92ef-5ac6-49b9-b2ca-2c62ba7fc3ca service neutron] 10.222.0.27 "GET /v2.0/subnets?id=00c8bf72-bb24-44ab-9fd7-9e0654aad089 HTTP/1.1" status: 200 len: 848 time: 0.0462644 Jun 10 17:58:24.498650 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974cdefd-2f99-4b7d-ab3d-088049f9b81c req-aefa32d1-7c22-469f-ba8c-9c3b38e074dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:58:24.500117 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-974cdefd-2f99-4b7d-ab3d-088049f9b81c req-aefa32d1-7c22-469f-ba8c-9c3b38e074dc service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=941f4dd1-1cd2-4690-90b4-a39f7dd10700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0391810 Jun 10 17:58:24.616200 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-974cdefd-2f99-4b7d-ab3d-088049f9b81c req-2598e4dc-3acc-49f0-bae6-30e3b51be644 service neutron] 10.222.0.27 "GET /v2.0/networks/941f4dd1-1cd2-4690-90b4-a39f7dd10700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097126 Jun 10 17:58:24.652559 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f11b00-6660-4748-837c-65410194a083 req-014d577e-bddf-434a-879b-aec0783edcdb tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:58:24.653978 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f5f11b00-6660-4748-837c-65410194a083 req-014d577e-bddf-434a-879b-aec0783edcdb tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?device_id=319dffcd-71b5-4b9c-bdac-d7f32b2f40f8 HTTP/1.1" status: 200 len: 945 time: 0.0805304 Jun 10 17:58:24.730521 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f5f11b00-6660-4748-837c-65410194a083 req-9c739ef3-6943-4d27-af62-a6fb113581ef tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d1cfa76-269a-4c2b-9436-2171a55763da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687494 Jun 10 17:58:24.745216 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-974cdefd-2f99-4b7d-ab3d-088049f9b81c req-b1274c6f-c98a-42d4-b08a-3659e8def1a6 service neutron] 10.222.0.27 "GET /v2.0/networks/941f4dd1-1cd2-4690-90b4-a39f7dd10700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214356 Jun 10 17:58:24.845078 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52cb46d-4e11-4e80-98cf-8a6ecf74f641 req-7dfb77a0-aeae-447b-a065-568dcfac64ed tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:58:24.846584 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-f52cb46d-4e11-4e80-98cf-8a6ecf74f641 req-7dfb77a0-aeae-447b-a065-568dcfac64ed tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?device_id=319dffcd-71b5-4b9c-bdac-d7f32b2f40f8 HTTP/1.1" status: 200 len: 945 time: 0.0479143 Jun 10 17:58:24.854901 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 51002) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:58:24.859775 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.v2.base [None req-7f08dea5-28e1-4bd1-ae1f-368668adea87 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Request body: {'floatingip': {'port_id': '17adcf16-c73f-487f-8d17-1acce23e0c85'}} {{(pid=114529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:58:24.897219 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-7f08dea5-28e1-4bd1-ae1f-368668adea87 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for floatingip, before_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:25.314328 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-7f08dea5-28e1-4bd1-ae1f-368668adea87 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:25.374995 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-7f08dea5-28e1-4bd1-ae1f-368668adea87 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-753974'] for floatingip, after_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:25.471640 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.db.l3_db [None req-7f08dea5-28e1-4bd1-ae1f-368668adea87 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Floating IP 86c529cc-2c30-40ee-9f0a-f3ccb2bf00b9 associated. External IP: 172.37.5.190, port: 17adcf16-c73f-487f-8d17-1acce23e0c85. Jun 10 17:58:25.667482 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f08dea5-28e1-4bd1-ae1f-368668adea87 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Router c6993fe7-256c-4148-8715-87d27593d9c1 has already been hosted by L3 agent e04d2863-a40a-41db-9b2a-39042df37909 {{(pid=114529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 10 17:58:26.024119 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f08dea5-28e1-4bd1-ae1f-368668adea87 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=114529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 10 17:58:26.029250 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-7f08dea5-28e1-4bd1-ae1f-368668adea87 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for floatingip, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:26.034657 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab877edb-d127-4553-a90f-781951614356 None None] Sync routers for ids ['c6993fe7-256c-4148-8715-87d27593d9c1'] in dv-cinder-xena-3-iscsi {{(pid=114531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 17:58:26.046299 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab877edb-d127-4553-a90f-781951614356 None None] Routers {'c6993fe7-256c-4148-8715-87d27593d9c1'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:58:26.047002 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-ab877edb-d127-4553-a90f-781951614356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:58:11Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['c6993fe7-256c-4148-8715-87d27593d9c1'], 'active': True} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:58:26.056461 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-7f08dea5-28e1-4bd1-ae1f-368668adea87 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "PUT /v2.0/floatingips/86c529cc-2c30-40ee-9f0a-f3ccb2bf00b9 HTTP/1.1" status: 200 len: 991 time: 1.2005374 Jun 10 17:58:26.057138 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '319dffcd-71b5-4b9c-bdac-d7f32b2f40f8', 'tag': '17adcf16-c73f-487f-8d17-1acce23e0c85'}] {{(pid=114529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:58:26.059471 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}546b112a5b217dbfa88e609245cede7dd2905721b158f3f41c3dff8a3887b3c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a14280-3a0c-4198-abf8-afaaabf2a2ab" -d '{"events": [{"name": "network-changed", "server_uuid": "319dffcd-71b5-4b9c-bdac-d7f32b2f40f8", "tag": "17adcf16-c73f-487f-8d17-1acce23e0c85"}]}' {{(pid=114529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:58:26.095009 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Jun 2022 17:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9559723b-165a-403b-9199-b5518f8c0012 x-openstack-request-id: req-9559723b-165a-403b-9199-b5518f8c0012 {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:58:26.095202 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "319dffcd-71b5-4b9c-bdac-d7f32b2f40f8", "tag": "17adcf16-c73f-487f-8d17-1acce23e0c85", "status": "completed", "code": 200}]} {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:58:26.095386 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9559723b-165a-403b-9199-b5518f8c0012 {{(pid=114529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:58:26.095769 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9559723b-165a-403b-9199-b5518f8c0012'] response: {'name': 'network-changed', 'server_uuid': '319dffcd-71b5-4b9c-bdac-d7f32b2f40f8', 'tag': '17adcf16-c73f-487f-8d17-1acce23e0c85', 'status': 'completed', 'code': 200} Jun 10 17:58:26.152325 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvr_db [None req-ab877edb-d127-4553-a90f-781951614356 None None] Set router c6993fe7-256c-4148-8715-87d27593d9c1 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:58:26.176966 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a14280-3a0c-4198-abf8-afaaabf2a2ab req-467f633a-0af0-4ca7-bcb2-d2ccc8fbdb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:58:26.178537 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-36a14280-3a0c-4198-abf8-afaaabf2a2ab req-467f633a-0af0-4ca7-bcb2-d2ccc8fbdb63 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=ae2c0c7e115f4f079bcf8d85f2bdfadf&device_id=319dffcd-71b5-4b9c-bdac-d7f32b2f40f8 HTTP/1.1" status: 200 len: 1098 time: 0.0424492 Jun 10 17:58:26.272253 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a14280-3a0c-4198-abf8-afaaabf2a2ab req-e9b3af85-b549-41ec-9093-a23b4ae40f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:58:26.273696 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-36a14280-3a0c-4198-abf8-afaaabf2a2ab req-e9b3af85-b549-41ec-9093-a23b4ae40f16 service neutron] 10.222.0.27 "GET /v2.0/networks?id=cf05028d-c72b-40d9-b732-31cbffe291f6 HTTP/1.1" status: 200 len: 915 time: 0.0878086 Jun 10 17:58:26.339003 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-36a14280-3a0c-4198-abf8-afaaabf2a2ab req-fb6ec961-31b0-475b-8071-9edee160ad73 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17adcf16-c73f-487f-8d17-1acce23e0c85 HTTP/1.1" status: 200 len: 999 time: 0.0587516 Jun 10 17:58:26.389039 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a14280-3a0c-4198-abf8-afaaabf2a2ab req-c330ec3b-8bfa-4457-99fc-dd5de4f432c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:58:26.390534 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-36a14280-3a0c-4198-abf8-afaaabf2a2ab req-c330ec3b-8bfa-4457-99fc-dd5de4f432c0 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=9741f818-fc3a-495a-a8d9-92f5229bfc6e HTTP/1.1" status: 200 len: 853 time: 0.0458353 Jun 10 17:58:26.436448 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a14280-3a0c-4198-abf8-afaaabf2a2ab req-656f20f2-cb73-40a7-be4a-db8e5d6822f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:58:26.438085 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-36a14280-3a0c-4198-abf8-afaaabf2a2ab req-656f20f2-cb73-40a7-be4a-db8e5d6822f3 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=cf05028d-c72b-40d9-b732-31cbffe291f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0415008 Jun 10 17:58:26.464995 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-ab877edb-d127-4553-a90f-781951614356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'name': 'tempest-AttachVolumeNegativeTest-134245358-router', 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.13'}], 'enable_snat': True}, 'gw_port_id': '6f13a53a-504f-443b-87c9-e435164ad56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:54Z', 'updated_at': '2022-06-10T17:53:57Z', 'revision_number': 4, 'project_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'gw_port': {'id': '6f13a53a-504f-443b-87c9-e435164ad56f', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:54Z', 'updated_at': '2022-06-10T17:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_floatingips': [{'id': '86c529cc-2c30-40ee-9f0a-f3ccb2bf00b9', 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'floating_ip_address': '172.37.5.190', 'floating_network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'router_id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'port_id': '17adcf16-c73f-487f-8d17-1acce23e0c85', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf05028d-c72b-40d9-b732-31cbffe291f6', 'mac_address': 'fa:16:3e:53:9b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319dffcd-71b5-4b9c-bdac-d7f32b2f40f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-10T17:58:10Z', 'updated_at': '2022-06-10T17:58:25Z', 'revision_number': 1, 'project_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '410b1b9f-a001-4d68-be21-d8f17484d592', 'name': '', 'network_id': 'cf05028d-c72b-40d9-b732-31cbffe291f6', 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'mac_address': 'fa:16:3e:55:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '9741f818-fc3a-495a-a8d9-92f5229bfc6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:57Z', 'updated_at': '2022-06-10T17:54:02Z', 'revision_number': 5, 'project_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'subnets': [{'id': '9741f818-fc3a-495a-a8d9-92f5229bfc6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:58:26.490769 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab877edb-d127-4553-a90f-781951614356 None None] Checking router: c6993fe7-256c-4148-8715-87d27593d9c1 for host: dv-cinder-xena-3-iscsi {{(pid=114531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 17:58:26.498648 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab877edb-d127-4553-a90f-781951614356 None None] Routers {'c6993fe7-256c-4148-8715-87d27593d9c1'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:58:26.499246 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-ab877edb-d127-4553-a90f-781951614356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:58:11Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['c6993fe7-256c-4148-8715-87d27593d9c1'], 'active': True} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:58:26.525239 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-36a14280-3a0c-4198-abf8-afaaabf2a2ab req-4ac5dd35-6237-400c-84d7-91a9c3220268 service neutron] 10.222.0.27 "GET /v2.0/networks/cf05028d-c72b-40d9-b732-31cbffe291f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806270 Jun 10 17:58:26.604637 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvr_db [None req-ab877edb-d127-4553-a90f-781951614356 None None] Set router c6993fe7-256c-4148-8715-87d27593d9c1 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:58:26.615025 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-36a14280-3a0c-4198-abf8-afaaabf2a2ab req-6165a18c-f023-45a3-af52-80db9eef8237 service neutron] 10.222.0.27 "GET /v2.0/networks/cf05028d-c72b-40d9-b732-31cbffe291f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836797 Jun 10 17:58:26.824490 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-ab877edb-d127-4553-a90f-781951614356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'name': 'tempest-AttachVolumeNegativeTest-134245358-router', 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.13'}], 'enable_snat': True}, 'gw_port_id': '6f13a53a-504f-443b-87c9-e435164ad56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:54Z', 'updated_at': '2022-06-10T17:53:57Z', 'revision_number': 4, 'project_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'gw_port': {'id': '6f13a53a-504f-443b-87c9-e435164ad56f', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:54Z', 'updated_at': '2022-06-10T17:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_floatingips': [{'id': '86c529cc-2c30-40ee-9f0a-f3ccb2bf00b9', 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'floating_ip_address': '172.37.5.190', 'floating_network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'router_id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'port_id': '17adcf16-c73f-487f-8d17-1acce23e0c85', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf05028d-c72b-40d9-b732-31cbffe291f6', 'mac_address': 'fa:16:3e:53:9b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319dffcd-71b5-4b9c-bdac-d7f32b2f40f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-10T17:58:10Z', 'updated_at': '2022-06-10T17:58:25Z', 'revision_number': 1, 'project_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '410b1b9f-a001-4d68-be21-d8f17484d592', 'name': '', 'network_id': 'cf05028d-c72b-40d9-b732-31cbffe291f6', 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'mac_address': 'fa:16:3e:55:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '9741f818-fc3a-495a-a8d9-92f5229bfc6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:57Z', 'updated_at': '2022-06-10T17:54:02Z', 'revision_number': 5, 'project_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'subnets': [{'id': '9741f818-fc3a-495a-a8d9-92f5229bfc6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:58:26.853875 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab877edb-d127-4553-a90f-781951614356 None None] The sync data for ids ['c6993fe7-256c-4148-8715-87d27593d9c1'] in dv-cinder-xena-3-iscsi is: [{'id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'name': 'tempest-AttachVolumeNegativeTest-134245358-router', 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.13'}], 'enable_snat': True}, 'gw_port_id': '6f13a53a-504f-443b-87c9-e435164ad56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:54Z', 'updated_at': '2022-06-10T17:53:57Z', 'revision_number': 4, 'project_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'gw_port': {'id': '6f13a53a-504f-443b-87c9-e435164ad56f', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:54Z', 'updated_at': '2022-06-10T17:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_floatingips': [{'id': '86c529cc-2c30-40ee-9f0a-f3ccb2bf00b9', 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'floating_ip_address': '172.37.5.190', 'floating_network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'router_id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'port_id': '17adcf16-c73f-487f-8d17-1acce23e0c85', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf05028d-c72b-40d9-b732-31cbffe291f6', 'mac_address': 'fa:16:3e:53:9b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319dffcd-71b5-4b9c-bdac-d7f32b2f40f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-10T17:58:10Z', 'updated_at': '2022-06-10T17:58:25Z', 'revision_number': 1, 'project_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '410b1b9f-a001-4d68-be21-d8f17484d592', 'name': '', 'network_id': 'cf05028d-c72b-40d9-b732-31cbffe291f6', 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'mac_address': 'fa:16:3e:55:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '9741f818-fc3a-495a-a8d9-92f5229bfc6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:57Z', 'updated_at': '2022-06-10T17:54:02Z', 'revision_number': 5, 'project_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'subnets': [{'id': '9741f818-fc3a-495a-a8d9-92f5229bfc6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 17:58:27.039687 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad31cba0-4a3b-4f2c-89b7-9f3b4f396a86 None None] New status for floating IP 86c529cc-2c30-40ee-9f0a-f3ccb2bf00b9: ACTIVE {{(pid=114530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 17:58:32.557381 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.agents_db [None req-a7dfe2cf-50d1-49ca-b1ce-2a181a6e45d3 None None] Agent healthcheck: found 6 active agents {{(pid=114531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 10 17:58:38.369253 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-00642def-0586-4b47-a108-c64bc099358a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:40.786389 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-635e6423-0260-4cfe-8a3f-a8b085ca9c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:41.809213 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-9e937c9f-4d57-47ec-81ad-8e77ea25145e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:43.117305 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a5a6984-4625-4674-bdbb-a7ccf76cac14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:43.911909 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:50.048220 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:50.862559 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 51014) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:58:51.013534 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.plugin [None req-d44bcd85-f190-4f48-9e49-96bcec8671dd tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Deleting port d79cce8b-e538-4144-8d8f-2f136e0e57c1 {{(pid=114528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 10 17:58:51.013930 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-d44bcd85-f190-4f48-9e49-96bcec8671dd tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764021161391'] for port, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:51.089919 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-d44bcd85-f190-4f48-9e49-96bcec8671dd tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781461'] for port, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:51.090257 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-d44bcd85-f190-4f48-9e49-96bcec8671dd tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:51.101311 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.plugin [None req-d44bcd85-f190-4f48-9e49-96bcec8671dd tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Calling delete_port for d79cce8b-e538-4144-8d8f-2f136e0e57c1 owned by network:floatingip {{(pid=114528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 10 17:58:51.591596 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-d44bcd85-f190-4f48-9e49-96bcec8671dd tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764021169165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764020614696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940005'] for port, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:51.615434 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44bcd85-f190-4f48-9e49-96bcec8671dd tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Pushing event deleted for resources: {'Port': ['ID=d79cce8b-e538-4144-8d8f-2f136e0e57c1,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:58:51.626940 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44bcd85-f190-4f48-9e49-96bcec8671dd tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:58:51.627279 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44bcd85-f190-4f48-9e49-96bcec8671dd tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:58:51.627611 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44bcd85-f190-4f48-9e49-96bcec8671dd tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:58:51.627937 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44bcd85-f190-4f48-9e49-96bcec8671dd tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:58:51.628278 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44bcd85-f190-4f48-9e49-96bcec8671dd tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:58:51.628579 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44bcd85-f190-4f48-9e49-96bcec8671dd tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:58:51.628895 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44bcd85-f190-4f48-9e49-96bcec8671dd tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:58:51.629208 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44bcd85-f190-4f48-9e49-96bcec8671dd tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:58:51.629528 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44bcd85-f190-4f48-9e49-96bcec8671dd tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:58:51.629840 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44bcd85-f190-4f48-9e49-96bcec8671dd tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:58:51.630153 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44bcd85-f190-4f48-9e49-96bcec8671dd tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:58:51.634935 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44bcd85-f190-4f48-9e49-96bcec8671dd tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:58:51.681911 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-d44bcd85-f190-4f48-9e49-96bcec8671dd tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Notify callbacks [] for floatingip, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:51.682266 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.db.l3_db [None req-d44bcd85-f190-4f48-9e49-96bcec8671dd tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Floating IP 7647e26a-de79-40c9-a86f-1aed2e63b245 disassociated (deleted). External IP: 172.37.5.248, port: b1fe6bae-f696-454c-9ddd-b42164a1895b. Jun 10 17:58:51.886305 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d44bcd85-f190-4f48-9e49-96bcec8671dd tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Router bd4250db-0eae-4705-be76-ecf342fee463 has already been hosted by L3 agent e04d2863-a40a-41db-9b2a-39042df37909 {{(pid=114528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 10 17:58:51.992213 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d44bcd85-f190-4f48-9e49-96bcec8671dd tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=114528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 10 17:58:51.997901 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-d44bcd85-f190-4f48-9e49-96bcec8671dd tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for floatingip, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:52.002705 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193dcef8-c1f0-4082-bcdf-4631d4b26a04 None None] Sync routers for ids ['bd4250db-0eae-4705-be76-ecf342fee463'] in dv-cinder-xena-3-iscsi {{(pid=114531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 17:58:52.012968 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193dcef8-c1f0-4082-bcdf-4631d4b26a04 None None] Routers {'bd4250db-0eae-4705-be76-ecf342fee463'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:58:52.013603 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-193dcef8-c1f0-4082-bcdf-4631d4b26a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:58:41Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['bd4250db-0eae-4705-be76-ecf342fee463'], 'active': True} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:58:52.024234 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-d44bcd85-f190-4f48-9e49-96bcec8671dd tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "DELETE /v2.0/floatingips/7647e26a-de79-40c9-a86f-1aed2e63b245 HTTP/1.1" status: 204 len: 168 time: 1.1606486 Jun 10 17:58:52.024923 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52d56551-a3ae-4865-80f9-bef8191cfdce', 'tag': 'b1fe6bae-f696-454c-9ddd-b42164a1895b'}] {{(pid=114528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:58:52.027349 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c4b580669e8e78bfc2035bf5baafa64bdcb7bdc1597d6f92a291bf2def5264" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa95c822-ef61-43ee-bbc7-171f79ee3eab" -d '{"events": [{"name": "network-changed", "server_uuid": "52d56551-a3ae-4865-80f9-bef8191cfdce", "tag": "b1fe6bae-f696-454c-9ddd-b42164a1895b"}]}' {{(pid=114528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:58:52.126638 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvr_db [None req-193dcef8-c1f0-4082-bcdf-4631d4b26a04 None None] Set router bd4250db-0eae-4705-be76-ecf342fee463 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:58:52.131959 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Jun 2022 17:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8ce8a2-24a1-48d3-be8f-f43be8dc89b8 x-openstack-request-id: req-8a8ce8a2-24a1-48d3-be8f-f43be8dc89b8 {{(pid=114528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:58:52.132441 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52d56551-a3ae-4865-80f9-bef8191cfdce", "tag": "b1fe6bae-f696-454c-9ddd-b42164a1895b", "status": "completed", "code": 200}]} {{(pid=114528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:58:52.132622 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8a8ce8a2-24a1-48d3-be8f-f43be8dc89b8 {{(pid=114528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:58:52.133040 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a8ce8a2-24a1-48d3-be8f-f43be8dc89b8'] response: {'name': 'network-changed', 'server_uuid': '52d56551-a3ae-4865-80f9-bef8191cfdce', 'tag': 'b1fe6bae-f696-454c-9ddd-b42164a1895b', 'status': 'completed', 'code': 200} Jun 10 17:58:52.263342 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa95c822-ef61-43ee-bbc7-171f79ee3eab req-c1600f6b-58e7-4034-8112-86cb65cb6215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:58:52.264817 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-aa95c822-ef61-43ee-bbc7-171f79ee3eab req-c1600f6b-58e7-4034-8112-86cb65cb6215 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=6d6dbdef4a8846949d0237616b9700d4&device_id=52d56551-a3ae-4865-80f9-bef8191cfdce HTTP/1.1" status: 200 len: 1099 time: 0.0852051 Jun 10 17:58:52.335783 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-193dcef8-c1f0-4082-bcdf-4631d4b26a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4250db-0eae-4705-be76-ecf342fee463', 'name': 'tempest-TestShelveInstance-1149551766-router', 'tenant_id': '6d6dbdef4a8846949d0237616b9700d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.88'}], 'enable_snat': True}, 'gw_port_id': '815b37c6-a14b-4e29-8c69-c8c6344186cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:59Z', 'updated_at': '2022-06-10T17:54:04Z', 'revision_number': 4, 'project_id': '6d6dbdef4a8846949d0237616b9700d4', 'gw_port': {'id': '815b37c6-a14b-4e29-8c69-c8c6344186cc', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4250db-0eae-4705-be76-ecf342fee463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:54:00Z', 'updated_at': '2022-06-10T17:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': '798ca802-6767-4af9-8a6a-9bb95fb7a0bb', 'name': '', 'network_id': '941f4dd1-1cd2-4690-90b4-a39f7dd10700', 'tenant_id': '6d6dbdef4a8846949d0237616b9700d4', 'mac_address': 'fa:16:3e:58:ce:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4250db-0eae-4705-be76-ecf342fee463', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '00c8bf72-bb24-44ab-9fd7-9e0654aad089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:54:03Z', 'updated_at': '2022-06-10T17:54:08Z', 'revision_number': 5, 'project_id': '6d6dbdef4a8846949d0237616b9700d4', 'subnets': [{'id': '00c8bf72-bb24-44ab-9fd7-9e0654aad089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:58:52.359621 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa95c822-ef61-43ee-bbc7-171f79ee3eab req-aee48d13-6327-4aab-8bdd-596942d79d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:58:52.361062 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-aa95c822-ef61-43ee-bbc7-171f79ee3eab req-aee48d13-6327-4aab-8bdd-596942d79d0f service neutron] 10.222.0.27 "GET /v2.0/networks?id=941f4dd1-1cd2-4690-90b4-a39f7dd10700 HTTP/1.1" status: 200 len: 910 time: 0.0887182 Jun 10 17:58:52.361858 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193dcef8-c1f0-4082-bcdf-4631d4b26a04 None None] Checking router: bd4250db-0eae-4705-be76-ecf342fee463 for host: dv-cinder-xena-3-iscsi {{(pid=114531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 17:58:52.371862 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193dcef8-c1f0-4082-bcdf-4631d4b26a04 None None] Routers {'bd4250db-0eae-4705-be76-ecf342fee463'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:58:52.372487 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-193dcef8-c1f0-4082-bcdf-4631d4b26a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:58:41Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['bd4250db-0eae-4705-be76-ecf342fee463'], 'active': True} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:58:52.403226 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-aa95c822-ef61-43ee-bbc7-171f79ee3eab req-c966ba89-c2ad-4f51-b525-7ad1f23a6fc5 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1fe6bae-f696-454c-9ddd-b42164a1895b HTTP/1.1" status: 200 len: 217 time: 0.0351667 Jun 10 17:58:52.457192 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa95c822-ef61-43ee-bbc7-171f79ee3eab req-4ce8d4ee-d0d9-4ff1-83a9-838d54a81f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:58:52.458661 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-aa95c822-ef61-43ee-bbc7-171f79ee3eab req-4ce8d4ee-d0d9-4ff1-83a9-838d54a81f36 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=00c8bf72-bb24-44ab-9fd7-9e0654aad089 HTTP/1.1" status: 200 len: 848 time: 0.0483897 Jun 10 17:58:52.479286 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvr_db [None req-193dcef8-c1f0-4082-bcdf-4631d4b26a04 None None] Set router bd4250db-0eae-4705-be76-ecf342fee463 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:58:52.505569 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa95c822-ef61-43ee-bbc7-171f79ee3eab req-ef45c565-4ff6-4896-8e5d-be6c7a800a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:58:52.508529 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-aa95c822-ef61-43ee-bbc7-171f79ee3eab req-ef45c565-4ff6-4896-8e5d-be6c7a800a39 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=941f4dd1-1cd2-4690-90b4-a39f7dd10700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0412073 Jun 10 17:58:52.563333 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddada2d-9c99-4f98-97b4-9fe78b12feaf req-1046dd2d-23e6-4e93-956e-1cfa6982748c tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:58:52.564973 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-1ddada2d-9c99-4f98-97b4-9fe78b12feaf req-1046dd2d-23e6-4e93-956e-1cfa6982748c tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d56551-a3ae-4865-80f9-bef8191cfdce HTTP/1.1" status: 200 len: 946 time: 0.0485392 Jun 10 17:58:52.569735 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [req-aa95c822-ef61-43ee-bbc7-171f79ee3eab req-b481923e-6fcb-40e6-873d-aa39e056a2e4 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=114529) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 17:58:52.570776 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-aa95c822-ef61-43ee-bbc7-171f79ee3eab req-b481923e-6fcb-40e6-873d-aa39e056a2e4 service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048809 Jun 10 17:58:52.627530 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-1ddada2d-9c99-4f98-97b4-9fe78b12feaf req-ff889ff9-8404-45f3-8198-d0ba0f5f1124 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e9f924d-dfc3-4b3a-8e4b-29ff6169dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558631 Jun 10 17:58:52.677711 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-193dcef8-c1f0-4082-bcdf-4631d4b26a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4250db-0eae-4705-be76-ecf342fee463', 'name': 'tempest-TestShelveInstance-1149551766-router', 'tenant_id': '6d6dbdef4a8846949d0237616b9700d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.88'}], 'enable_snat': True}, 'gw_port_id': '815b37c6-a14b-4e29-8c69-c8c6344186cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:59Z', 'updated_at': '2022-06-10T17:54:04Z', 'revision_number': 4, 'project_id': '6d6dbdef4a8846949d0237616b9700d4', 'gw_port': {'id': '815b37c6-a14b-4e29-8c69-c8c6344186cc', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4250db-0eae-4705-be76-ecf342fee463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:54:00Z', 'updated_at': '2022-06-10T17:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': '798ca802-6767-4af9-8a6a-9bb95fb7a0bb', 'name': '', 'network_id': '941f4dd1-1cd2-4690-90b4-a39f7dd10700', 'tenant_id': '6d6dbdef4a8846949d0237616b9700d4', 'mac_address': 'fa:16:3e:58:ce:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4250db-0eae-4705-be76-ecf342fee463', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '00c8bf72-bb24-44ab-9fd7-9e0654aad089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:54:03Z', 'updated_at': '2022-06-10T17:54:08Z', 'revision_number': 5, 'project_id': '6d6dbdef4a8846949d0237616b9700d4', 'subnets': [{'id': '00c8bf72-bb24-44ab-9fd7-9e0654aad089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:58:52.682266 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-aa95c822-ef61-43ee-bbc7-171f79ee3eab req-da96776e-da47-4fad-a016-5e6a1068e713 service neutron] 10.222.0.27 "GET /v2.0/networks/941f4dd1-1cd2-4690-90b4-a39f7dd10700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041687 Jun 10 17:58:52.707354 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193dcef8-c1f0-4082-bcdf-4631d4b26a04 None None] The sync data for ids ['bd4250db-0eae-4705-be76-ecf342fee463'] in dv-cinder-xena-3-iscsi is: [{'id': 'bd4250db-0eae-4705-be76-ecf342fee463', 'name': 'tempest-TestShelveInstance-1149551766-router', 'tenant_id': '6d6dbdef4a8846949d0237616b9700d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.88'}], 'enable_snat': True}, 'gw_port_id': '815b37c6-a14b-4e29-8c69-c8c6344186cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:59Z', 'updated_at': '2022-06-10T17:54:04Z', 'revision_number': 4, 'project_id': '6d6dbdef4a8846949d0237616b9700d4', 'gw_port': {'id': '815b37c6-a14b-4e29-8c69-c8c6344186cc', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4250db-0eae-4705-be76-ecf342fee463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:54:00Z', 'updated_at': '2022-06-10T17:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': '798ca802-6767-4af9-8a6a-9bb95fb7a0bb', 'name': '', 'network_id': '941f4dd1-1cd2-4690-90b4-a39f7dd10700', 'tenant_id': '6d6dbdef4a8846949d0237616b9700d4', 'mac_address': 'fa:16:3e:58:ce:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4250db-0eae-4705-be76-ecf342fee463', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '00c8bf72-bb24-44ab-9fd7-9e0654aad089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:54:03Z', 'updated_at': '2022-06-10T17:54:08Z', 'revision_number': 5, 'project_id': '6d6dbdef4a8846949d0237616b9700d4', 'subnets': [{'id': '00c8bf72-bb24-44ab-9fd7-9e0654aad089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 17:58:52.773292 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-aa95c822-ef61-43ee-bbc7-171f79ee3eab req-18c83f46-b069-49d9-a726-4a2a6fb97b9c service neutron] 10.222.0.27 "GET /v2.0/networks/941f4dd1-1cd2-4690-90b4-a39f7dd10700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833023 Jun 10 17:58:52.927620 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4da3116-89bc-4a12-b827-e295d4dd2897 None None] New status for floating IP 7647e26a-de79-40c9-a86f-1aed2e63b245: DOWN {{(pid=114530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 17:58:53.745881 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abd0e6d-7f82-45f7-94f9-ee000ee65520 req-a2331ac0-ca3a-44c6-9d80-ddc31c5856d2 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:58:53.747381 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-9abd0e6d-7f82-45f7-94f9-ee000ee65520 req-a2331ac0-ca3a-44c6-9d80-ddc31c5856d2 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d56551-a3ae-4865-80f9-bef8191cfdce HTTP/1.1" status: 200 len: 946 time: 0.0515854 Jun 10 17:58:53.784294 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-9abd0e6d-7f82-45f7-94f9-ee000ee65520 req-5421f22c-bf3d-4784-a7f8-847de4e8ef52 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e9f924d-dfc3-4b3a-8e4b-29ff6169dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309243 Jun 10 17:58:54.356898 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ccf0c6-b4bf-4b2f-bd97-e53af1558164 req-7b64cc99-f5ac-429c-94d4-9a2142bdc99b tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:58:54.358329 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d6ccf0c6-b4bf-4b2f-bd97-e53af1558164 req-7b64cc99-f5ac-429c-94d4-9a2142bdc99b tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.27 "GET /v2.0/ports?device_id=52d56551-a3ae-4865-80f9-bef8191cfdce HTTP/1.1" status: 200 len: 946 time: 0.0482357 Jun 10 17:58:54.449488 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.plugin [req-d6ccf0c6-b4bf-4b2f-bd97-e53af1558164 req-15c0b984-beba-4b1c-963b-6c83ae7f3333 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Deleting port b1fe6bae-f696-454c-9ddd-b42164a1895b {{(pid=114529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 10 17:58:54.449825 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-d6ccf0c6-b4bf-4b2f-bd97-e53af1558164 req-15c0b984-beba-4b1c-963b-6c83ae7f3333 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764021161391'] for port, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:54.538006 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.db [req-d6ccf0c6-b4bf-4b2f-bd97-e53af1558164 req-15c0b984-beba-4b1c-963b-6c83ae7f3333 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] For port b1fe6bae-f696-454c-9ddd-b42164a1895b, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=b1fe6bae-f696-454c-9ddd-b42164a1895b,segment=NetworkSegment(09b97ff2-f6f8-4f11-854d-e6fd79ad39c7),segment_id=09b97ff2-f6f8-4f11-854d-e6fd79ad39c7)] {{(pid=114529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:58:54.538743 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-d6ccf0c6-b4bf-4b2f-bd97-e53af1558164 req-15c0b984-beba-4b1c-963b-6c83ae7f3333 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781461'] for port, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:54.551451 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.plugin [req-d6ccf0c6-b4bf-4b2f-bd97-e53af1558164 req-15c0b984-beba-4b1c-963b-6c83ae7f3333 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Calling delete_port for b1fe6bae-f696-454c-9ddd-b42164a1895b owned by compute:nova {{(pid=114529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 10 17:58:54.739705 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-d6ccf0c6-b4bf-4b2f-bd97-e53af1558164 req-15c0b984-beba-4b1c-963b-6c83ae7f3333 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764021169165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764020614696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263063011'] for port, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:54.765625 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c0b984-beba-4b1c-963b-6c83ae7f3333 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Pushing event deleted for resources: {'Port': ['ID=b1fe6bae-f696-454c-9ddd-b42164a1895b,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:58:54.778771 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c0b984-beba-4b1c-963b-6c83ae7f3333 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:58:54.779793 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c0b984-beba-4b1c-963b-6c83ae7f3333 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:58:54.780027 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c0b984-beba-4b1c-963b-6c83ae7f3333 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:58:54.780365 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c0b984-beba-4b1c-963b-6c83ae7f3333 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:58:54.780698 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c0b984-beba-4b1c-963b-6c83ae7f3333 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:58:54.781027 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c0b984-beba-4b1c-963b-6c83ae7f3333 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:58:54.781369 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c0b984-beba-4b1c-963b-6c83ae7f3333 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:58:54.781672 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c0b984-beba-4b1c-963b-6c83ae7f3333 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:58:54.781998 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c0b984-beba-4b1c-963b-6c83ae7f3333 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:58:54.782347 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c0b984-beba-4b1c-963b-6c83ae7f3333 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:58:54.782668 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c0b984-beba-4b1c-963b-6c83ae7f3333 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:58:54.783038 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c0b984-beba-4b1c-963b-6c83ae7f3333 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:58:54.818228 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6ccf0c6-b4bf-4b2f-bd97-e53af1558164 req-15c0b984-beba-4b1c-963b-6c83ae7f3333 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] No DVR routers for this DVR port b1fe6bae-f696-454c-9ddd-b42164a1895b on host hv-cinder-xena0 {{(pid=114529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 17:58:54.820711 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-d6ccf0c6-b4bf-4b2f-bd97-e53af1558164 req-15c0b984-beba-4b1c-963b-6c83ae7f3333 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for port, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:54.823966 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d6ccf0c6-b4bf-4b2f-bd97-e53af1558164 req-15c0b984-beba-4b1c-963b-6c83ae7f3333 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.27 "DELETE /v2.0/ports/b1fe6bae-f696-454c-9ddd-b42164a1895b HTTP/1.1" status: 204 len: 173 time: 0.4596975 Jun 10 17:58:54.824599 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52d56551-a3ae-4865-80f9-bef8191cfdce', 'name': 'network-vif-deleted', 'tag': 'b1fe6bae-f696-454c-9ddd-b42164a1895b'}] {{(pid=114529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:58:54.826886 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}546b112a5b217dbfa88e609245cede7dd2905721b158f3f41c3dff8a3887b3c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdfc70a9-ad9a-448b-b06a-e21b385b2b8e" -d '{"events": [{"server_uuid": "52d56551-a3ae-4865-80f9-bef8191cfdce", "name": "network-vif-deleted", "tag": "b1fe6bae-f696-454c-9ddd-b42164a1895b"}]}' {{(pid=114529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:58:54.889913 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-b92abf7c-01c5-47c1-aed6-423d14449a64 req-1c19be69-4b57-4f69-8bfa-f04187a0f47d tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d56551-a3ae-4865-80f9-bef8191cfdce HTTP/1.1" status: 200 len: 210 time: 0.0294933 Jun 10 17:58:54.923965 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Jun 2022 17:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-781cd8b7-10ee-4258-bd17-b16dfca02781 x-openstack-request-id: req-781cd8b7-10ee-4258-bd17-b16dfca02781 {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:58:54.924248 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52d56551-a3ae-4865-80f9-bef8191cfdce", "name": "network-vif-deleted", "tag": "b1fe6bae-f696-454c-9ddd-b42164a1895b", "status": "completed", "code": 200}]} {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:58:54.924488 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-781cd8b7-10ee-4258-bd17-b16dfca02781 {{(pid=114529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:58:54.924878 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-781cd8b7-10ee-4258-bd17-b16dfca02781'] response: {'server_uuid': '52d56551-a3ae-4865-80f9-bef8191cfdce', 'name': 'network-vif-deleted', 'tag': 'b1fe6bae-f696-454c-9ddd-b42164a1895b', 'status': 'completed', 'code': 200} Jun 10 17:58:55.993700 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-5dd20d40-7efa-4a34-aaac-ca7c20d5df71 req-35a551f4-8ab1-4980-91e4-4a97787939cd tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d56551-a3ae-4865-80f9-bef8191cfdce HTTP/1.1" status: 200 len: 210 time: 0.0253754 Jun 10 17:58:57.050956 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 51044) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:58:57.109014 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-ec2b02bf-611d-45d1-b22c-2fc3dc361230 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Notify callbacks [] for security_group, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:57.134401 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-ec2b02bf-611d-45d1-b22c-2fc3dc361230 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:57.265896 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-ec2b02bf-611d-45d1-b22c-2fc3dc361230 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:57.268481 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-ec2b02bf-611d-45d1-b22c-2fc3dc361230 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Notify callbacks [] for security_group, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:57.269636 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-ec2b02bf-611d-45d1-b22c-2fc3dc361230 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] 10.222.0.16 "DELETE /v2.0/security-groups/9e9f924d-dfc3-4b3a-8e4b-29ff6169dcf0 HTTP/1.1" status: 204 len: 168 time: 0.2177141 Jun 10 17:58:57.280143 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2b02bf-611d-45d1-b22c-2fc3dc361230 tempest-TestShelveInstance-1659253477 tempest-TestShelveInstance-1659253477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9f924d-dfc3-4b3a-8e4b-29ff6169dcf0,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:58:57.427530 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 51048) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:58:57.767950 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-c4f79964-e475-41d4-802e-f0cbbe8e6ab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-779062'] for router_interface, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:58.009213 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.plugin [None req-c4f79964-e475-41d4-802e-f0cbbe8e6ab9 admin admin] Deleting port 798ca802-6767-4af9-8a6a-9bb95fb7a0bb {{(pid=114529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 10 17:58:58.009547 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-c4f79964-e475-41d4-802e-f0cbbe8e6ab9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764021161391'] for port, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:58.086561 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.db [None req-c4f79964-e475-41d4-802e-f0cbbe8e6ab9 admin admin] For port 798ca802-6767-4af9-8a6a-9bb95fb7a0bb, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=798ca802-6767-4af9-8a6a-9bb95fb7a0bb,segment=NetworkSegment(09b97ff2-f6f8-4f11-854d-e6fd79ad39c7),segment_id=09b97ff2-f6f8-4f11-854d-e6fd79ad39c7)] {{(pid=114529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:58:58.087200 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-c4f79964-e475-41d4-802e-f0cbbe8e6ab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781461'] for port, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:58.099103 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.plugin [None req-c4f79964-e475-41d4-802e-f0cbbe8e6ab9 admin admin] Calling delete_port for 798ca802-6767-4af9-8a6a-9bb95fb7a0bb owned by network:router_interface {{(pid=114529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 10 17:58:58.328831 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-c4f79964-e475-41d4-802e-f0cbbe8e6ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764021169165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764020614696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263063011'] for port, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:58.352606 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f79964-e475-41d4-802e-f0cbbe8e6ab9 admin admin] Pushing event deleted for resources: {'Port': ['ID=798ca802-6767-4af9-8a6a-9bb95fb7a0bb,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:58:58.523367 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-c4f79964-e475-41d4-802e-f0cbbe8e6ab9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-734075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-779162'] for router_interface, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:58.732383 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4f79964-e475-41d4-802e-f0cbbe8e6ab9 admin admin] Router bd4250db-0eae-4705-be76-ecf342fee463 has already been hosted by L3 agent e04d2863-a40a-41db-9b2a-39042df37909 {{(pid=114529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 10 17:58:58.834155 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f79964-e475-41d4-802e-f0cbbe8e6ab9 admin admin] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=114529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 10 17:58:58.839330 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-c4f79964-e475-41d4-802e-f0cbbe8e6ab9 admin admin] 10.222.0.16 "PUT /v2.0/routers/bd4250db-0eae-4705-be76-ecf342fee463/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4105444 Jun 10 17:58:58.842463 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 51054) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:58:58.843452 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b34fdf8-32bd-4a99-a974-e5e226b71fc5 None None] Sync routers for ids ['bd4250db-0eae-4705-be76-ecf342fee463'] in dv-cinder-xena-3-iscsi {{(pid=114531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 17:58:58.853344 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b34fdf8-32bd-4a99-a974-e5e226b71fc5 None None] Routers {'bd4250db-0eae-4705-be76-ecf342fee463'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:58:58.853946 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-2b34fdf8-32bd-4a99-a974-e5e226b71fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:58:41Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['bd4250db-0eae-4705-be76-ecf342fee463'], 'active': True} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:58:58.957358 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvr_db [None req-2b34fdf8-32bd-4a99-a974-e5e226b71fc5 None None] Set router bd4250db-0eae-4705-be76-ecf342fee463 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:58:59.040326 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-087d8772-4dda-4bc1-ad85-6137428dd4ff admin admin] Notify callbacks [] for router, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:59.132620 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-2b34fdf8-32bd-4a99-a974-e5e226b71fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4250db-0eae-4705-be76-ecf342fee463', 'name': 'tempest-TestShelveInstance-1149551766-router', 'tenant_id': '6d6dbdef4a8846949d0237616b9700d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.88'}], 'enable_snat': True}, 'gw_port_id': '815b37c6-a14b-4e29-8c69-c8c6344186cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:59Z', 'updated_at': '2022-06-10T17:58:58Z', 'revision_number': 5, 'project_id': '6d6dbdef4a8846949d0237616b9700d4', 'gw_port': {'id': '815b37c6-a14b-4e29-8c69-c8c6344186cc', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4250db-0eae-4705-be76-ecf342fee463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:54:00Z', 'updated_at': '2022-06-10T17:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:58:59.141268 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-087d8772-4dda-4bc1-ad85-6137428dd4ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:59.160836 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b34fdf8-32bd-4a99-a974-e5e226b71fc5 None None] Checking router: bd4250db-0eae-4705-be76-ecf342fee463 for host: dv-cinder-xena-3-iscsi {{(pid=114531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 17:58:59.169095 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b34fdf8-32bd-4a99-a974-e5e226b71fc5 None None] Routers {'bd4250db-0eae-4705-be76-ecf342fee463'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:58:59.169693 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-2b34fdf8-32bd-4a99-a974-e5e226b71fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:58:41Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['bd4250db-0eae-4705-be76-ecf342fee463'], 'active': True} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:58:59.277948 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvr_db [None req-2b34fdf8-32bd-4a99-a974-e5e226b71fc5 None None] Set router bd4250db-0eae-4705-be76-ecf342fee463 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:58:59.464049 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-2b34fdf8-32bd-4a99-a974-e5e226b71fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4250db-0eae-4705-be76-ecf342fee463', 'name': 'tempest-TestShelveInstance-1149551766-router', 'tenant_id': '6d6dbdef4a8846949d0237616b9700d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.88'}], 'enable_snat': True}, 'gw_port_id': '815b37c6-a14b-4e29-8c69-c8c6344186cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:59Z', 'updated_at': '2022-06-10T17:58:58Z', 'revision_number': 5, 'project_id': '6d6dbdef4a8846949d0237616b9700d4', 'gw_port': {'id': '815b37c6-a14b-4e29-8c69-c8c6344186cc', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4250db-0eae-4705-be76-ecf342fee463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:54:00Z', 'updated_at': '2022-06-10T17:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:58:59.490051 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b34fdf8-32bd-4a99-a974-e5e226b71fc5 None None] The sync data for ids ['bd4250db-0eae-4705-be76-ecf342fee463'] in dv-cinder-xena-3-iscsi is: [{'id': 'bd4250db-0eae-4705-be76-ecf342fee463', 'name': 'tempest-TestShelveInstance-1149551766-router', 'tenant_id': '6d6dbdef4a8846949d0237616b9700d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.88'}], 'enable_snat': True}, 'gw_port_id': '815b37c6-a14b-4e29-8c69-c8c6344186cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:59Z', 'updated_at': '2022-06-10T17:58:58Z', 'revision_number': 5, 'project_id': '6d6dbdef4a8846949d0237616b9700d4', 'gw_port': {'id': '815b37c6-a14b-4e29-8c69-c8c6344186cc', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4250db-0eae-4705-be76-ecf342fee463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:54:00Z', 'updated_at': '2022-06-10T17:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}] {{(pid=114531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 17:58:59.498954 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.plugin [None req-087d8772-4dda-4bc1-ad85-6137428dd4ff admin admin] Deleting port 815b37c6-a14b-4e29-8c69-c8c6344186cc {{(pid=114529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 10 17:58:59.499292 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-087d8772-4dda-4bc1-ad85-6137428dd4ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764021161391'] for port, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:59.576603 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.db [None req-087d8772-4dda-4bc1-ad85-6137428dd4ff admin admin] For port 815b37c6-a14b-4e29-8c69-c8c6344186cc, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=815b37c6-a14b-4e29-8c69-c8c6344186cc,segment=NetworkSegment(bfeef927-6d24-4759-be0a-a8eced1bbc0e),segment_id=bfeef927-6d24-4759-be0a-a8eced1bbc0e)] {{(pid=114529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:58:59.576957 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-087d8772-4dda-4bc1-ad85-6137428dd4ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781461'] for port, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:59.588506 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.plugin [None req-087d8772-4dda-4bc1-ad85-6137428dd4ff admin admin] Calling delete_port for 815b37c6-a14b-4e29-8c69-c8c6344186cc owned by network:router_gateway {{(pid=114529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 10 17:58:59.831779 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-087d8772-4dda-4bc1-ad85-6137428dd4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764021169165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764020614696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263063011'] for port, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:58:59.858050 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087d8772-4dda-4bc1-ad85-6137428dd4ff admin admin] Pushing event deleted for resources: {'Port': ['ID=815b37c6-a14b-4e29-8c69-c8c6344186cc,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:58:59.921142 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-087d8772-4dda-4bc1-ad85-6137428dd4ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-754044'] for router_gateway, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:00.011990 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-087d8772-4dda-4bc1-ad85-6137428dd4ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14472'] for router, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:00.014092 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-087d8772-4dda-4bc1-ad85-6137428dd4ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:00.145383 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-087d8772-4dda-4bc1-ad85-6137428dd4ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-533514'] for router, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:00.146052 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-087d8772-4dda-4bc1-ad85-6137428dd4ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd4250db-0eae-4705-be76-ecf342fee463 {{(pid=114529) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 10 17:59:00.153578 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-087d8772-4dda-4bc1-ad85-6137428dd4ff admin admin] Notify callbacks [] for router, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:00.154660 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-087d8772-4dda-4bc1-ad85-6137428dd4ff admin admin] 10.222.0.16 "DELETE /v2.0/routers/bd4250db-0eae-4705-be76-ecf342fee463 HTTP/1.1" status: 204 len: 168 time: 1.3098226 Jun 10 17:59:00.155233 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 51060) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:59:00.205284 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.db_base_plugin_v2 [None req-4de48a31-2602-47b7-818c-fdaa8da347e6 admin admin] Deleting subnet 00c8bf72-bb24-44ab-9fd7-9e0654aad089 {{(pid=114528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 10 17:59:00.208633 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-4de48a31-2602-47b7-818c-fdaa8da347e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:00.244533 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-4de48a31-2602-47b7-818c-fdaa8da347e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1640858'] for subnet, precommit_delete_associations {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:00.322764 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-4de48a31-2602-47b7-818c-fdaa8da347e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4008051'] for subnet, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:00.426145 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-4de48a31-2602-47b7-818c-fdaa8da347e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4008060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262939984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263611608'] for subnet, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:00.451973 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de48a31-2602-47b7-818c-fdaa8da347e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00c8bf72-bb24-44ab-9fd7-9e0654aad089,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:59:00.455686 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-4de48a31-2602-47b7-818c-fdaa8da347e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:00.458867 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-4de48a31-2602-47b7-818c-fdaa8da347e6 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/00c8bf72-bb24-44ab-9fd7-9e0654aad089 HTTP/1.1" status: 204 len: 168 time: 0.3026140 Jun 10 17:59:00.461522 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 51062) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:59:00.462685 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c060555f-8e52-4ddf-8c0b-402bfb1c20f5 None None] Network 941f4dd1-1cd2-4690-90b4-a39f7dd10700 requested from dv-cinder-xena-3-iscsi {{(pid=114530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 17:59:00.528852 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-60830920-1536-449c-bb95-744eb3d93a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3935284'] for network, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:00.563796 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device b1fe6bae-f696-454c-9ddd-b42164a1895b no longer exists at agent hyperv_hv-cinder-xena0 {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 10 17:59:00.586136 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.plugin [None req-60830920-1536-449c-bb95-744eb3d93a7c admin admin] Deleting port 1151ec54-5ce4-4063-b844-3f6c0bea07d0 {{(pid=114528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 10 17:59:00.589481 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-60830920-1536-449c-bb95-744eb3d93a7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764021161391'] for port, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:00.590278 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] No Port match for: b1fe6bae-f696-454c-9ddd-b42164a1895b {{(pid=114530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 10 17:59:00.590278 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device b1fe6bae-f696-454c-9ddd-b42164a1895b not bound to the agent host hv-cinder-xena0 {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 10 17:59:00.663201 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.db [None req-60830920-1536-449c-bb95-744eb3d93a7c admin admin] For port 1151ec54-5ce4-4063-b844-3f6c0bea07d0, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=1151ec54-5ce4-4063-b844-3f6c0bea07d0,segment=NetworkSegment(09b97ff2-f6f8-4f11-854d-e6fd79ad39c7),segment_id=09b97ff2-f6f8-4f11-854d-e6fd79ad39c7)] {{(pid=114528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:59:00.663566 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-60830920-1536-449c-bb95-744eb3d93a7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781461'] for port, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:00.678998 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.plugin [None req-60830920-1536-449c-bb95-744eb3d93a7c admin admin] Calling delete_port for 1151ec54-5ce4-4063-b844-3f6c0bea07d0 owned by network:dhcp {{(pid=114528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 10 17:59:00.681988 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f334602-b503-4886-a029-d087d2305b35 None None] DHCP port deletion for 941f4dd1-1cd2-4690-90b4-a39f7dd10700 request from dv-cinder-xena-3-iscsi {{(pid=114530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 17:59:00.718880 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device 798ca802-6767-4af9-8a6a-9bb95fb7a0bb no longer exists at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 10 17:59:00.740684 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] No Port match for: 798ca802-6767-4af9-8a6a-9bb95fb7a0bb {{(pid=114530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 10 17:59:00.741019 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device 798ca802-6767-4af9-8a6a-9bb95fb7a0bb not bound to the agent host dv-cinder-xena-3-iscsi {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 10 17:59:00.741408 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device 815b37c6-a14b-4e29-8c69-c8c6344186cc no longer exists at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 10 17:59:00.765349 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] No Port match for: 815b37c6-a14b-4e29-8c69-c8c6344186cc {{(pid=114530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 10 17:59:00.765679 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device 815b37c6-a14b-4e29-8c69-c8c6344186cc not bound to the agent host dv-cinder-xena-3-iscsi {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 10 17:59:00.774208 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8f334602-b503-4886-a029-d087d2305b35 None None] Deleting port 1151ec54-5ce4-4063-b844-3f6c0bea07d0 {{(pid=114530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 10 17:59:00.774608 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8f334602-b503-4886-a029-d087d2305b35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764021161391'] for port, before_delete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:00.836152 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-8f334602-b503-4886-a029-d087d2305b35 None None] For port 1151ec54-5ce4-4063-b844-3f6c0bea07d0, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=1151ec54-5ce4-4063-b844-3f6c0bea07d0,segment=NetworkSegment(09b97ff2-f6f8-4f11-854d-e6fd79ad39c7),segment_id=09b97ff2-f6f8-4f11-854d-e6fd79ad39c7)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:59:00.836542 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8f334602-b503-4886-a029-d087d2305b35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781461'] for port, precommit_delete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:00.848610 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-60830920-1536-449c-bb95-744eb3d93a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764021169165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764020614696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940005'] for port, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:00.850350 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8f334602-b503-4886-a029-d087d2305b35 None None] Calling delete_port for 1151ec54-5ce4-4063-b844-3f6c0bea07d0 owned by network:dhcp {{(pid=114530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 10 17:59:00.879330 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60830920-1536-449c-bb95-744eb3d93a7c admin admin] Pushing event deleted for resources: {'Port': ['ID=1151ec54-5ce4-4063-b844-3f6c0bea07d0,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:59:00.881148 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60830920-1536-449c-bb95-744eb3d93a7c admin admin] No DVR routers for this DVR port 1151ec54-5ce4-4063-b844-3f6c0bea07d0 on host dv-cinder-xena-3-iscsi {{(pid=114528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 17:59:00.953327 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-60830920-1536-449c-bb95-744eb3d93a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4008428', 'neutron.services.segments.db._delete_segments_for_network-8764020915914'] for network, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:00.974130 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.services.segments.db [None req-60830920-1536-449c-bb95-744eb3d93a7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['941f4dd1-1cd2-4690-90b4-a39f7dd10700']}} {{(pid=114528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:59:00.984812 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.services.segments.db [None req-60830920-1536-449c-bb95-744eb3d93a7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09b97ff2-f6f8-4f11-854d-e6fd79ad39c7') {'for_net_delete': True} {{(pid=114528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:59:00.985111 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.services.segments.db [None req-60830920-1536-449c-bb95-744eb3d93a7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09b97ff2-f6f8-4f11-854d-e6fd79ad39c7') {} {{(pid=114528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:59:00.995064 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-60830920-1536-449c-bb95-744eb3d93a7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764020916947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1640931'] for segment, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:01.009997 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-60830920-1536-449c-bb95-744eb3d93a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009214'] for segment, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:01.017421 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60830920-1536-449c-bb95-744eb3d93a7c admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=114528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 17:59:01.017821 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-60830920-1536-449c-bb95-744eb3d93a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940090'] for segment, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:01.042064 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.services.segments.plugin [-] Segment 09b97ff2-f6f8-4f11-854d-e6fd79ad39c7 resource provider aggregate not found Jun 10 17:59:01.055230 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8f334602-b503-4886-a029-d087d2305b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764021169165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764020614696'] for port, after_delete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:01.078305 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.services.segments.plugin [-] Segment 09b97ff2-f6f8-4f11-854d-e6fd79ad39c7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 09b97ff2-f6f8-4f11-854d-e6fd79ad39c7 found for delete ", "request_id": "req-69b33d60-b1ac-4379-a5ef-624e966394ca"}]} Jun 10 17:59:01.082919 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f334602-b503-4886-a029-d087d2305b35 None None] Pushing event deleted for resources: {'Port': ['ID=1151ec54-5ce4-4063-b844-3f6c0bea07d0,revision_number=None']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:59:01.086528 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f334602-b503-4886-a029-d087d2305b35 None None] No DVR routers for this DVR port 1151ec54-5ce4-4063-b844-3f6c0bea07d0 on host dv-cinder-xena-3-iscsi {{(pid=114530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 17:59:01.174705 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-60830920-1536-449c-bb95-744eb3d93a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4008437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753944'] for network, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:01.180356 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-60830920-1536-449c-bb95-744eb3d93a7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-734032'] for network, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:01.183445 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-60830920-1536-449c-bb95-744eb3d93a7c admin admin] 10.222.0.16 "DELETE /v2.0/networks/941f4dd1-1cd2-4690-90b4-a39f7dd10700 HTTP/1.1" status: 204 len: 168 time: 0.7209935 Jun 10 17:59:01.186841 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 51070) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:59:01.194414 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60830920-1536-449c-bb95-744eb3d93a7c admin admin] Pushing event deleted for resources: {'Network': ['ID=941f4dd1-1cd2-4690-90b4-a39f7dd10700,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:59:01.523208 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-e9f83131-7801-4229-8a1f-859b8ec79f2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-779062'] for router_interface, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:01.761168 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.plugin [None req-e9f83131-7801-4229-8a1f-859b8ec79f2f admin admin] Deleting port ea9b6edf-9620-469e-8769-cb7edd0f88d8 {{(pid=114529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 10 17:59:01.761718 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-e9f83131-7801-4229-8a1f-859b8ec79f2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764021161391'] for port, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:01.841067 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.db [None req-e9f83131-7801-4229-8a1f-859b8ec79f2f admin admin] For port ea9b6edf-9620-469e-8769-cb7edd0f88d8, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=ea9b6edf-9620-469e-8769-cb7edd0f88d8,segment=NetworkSegment(c4f21302-ab30-4d12-9641-feef5c154641),segment_id=c4f21302-ab30-4d12-9641-feef5c154641)] {{(pid=114529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:59:01.841427 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-e9f83131-7801-4229-8a1f-859b8ec79f2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781461'] for port, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:01.853485 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.plugin [None req-e9f83131-7801-4229-8a1f-859b8ec79f2f admin admin] Calling delete_port for ea9b6edf-9620-469e-8769-cb7edd0f88d8 owned by network:router_interface {{(pid=114529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 10 17:59:02.088822 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-e9f83131-7801-4229-8a1f-859b8ec79f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764021169165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764020614696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263063011'] for port, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:02.113082 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f83131-7801-4229-8a1f-859b8ec79f2f admin admin] Pushing event deleted for resources: {'Port': ['ID=ea9b6edf-9620-469e-8769-cb7edd0f88d8,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:59:02.288100 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-e9f83131-7801-4229-8a1f-859b8ec79f2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-734075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-779162'] for router_interface, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:02.533259 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9f83131-7801-4229-8a1f-859b8ec79f2f admin admin] Router 9472e822-c864-4f3a-a1f1-11e2f369bad4 has already been hosted by L3 agent e04d2863-a40a-41db-9b2a-39042df37909 {{(pid=114529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 10 17:59:02.592669 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device 1151ec54-5ce4-4063-b844-3f6c0bea07d0 no longer exists at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 10 17:59:02.613451 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] No Port match for: 1151ec54-5ce4-4063-b844-3f6c0bea07d0 {{(pid=114530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 10 17:59:02.616923 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device 1151ec54-5ce4-4063-b844-3f6c0bea07d0 not bound to the agent host dv-cinder-xena-3-iscsi {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 10 17:59:02.642865 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f83131-7801-4229-8a1f-859b8ec79f2f admin admin] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=114529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 10 17:59:02.648171 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-e9f83131-7801-4229-8a1f-859b8ec79f2f admin admin] 10.222.0.16 "PUT /v2.0/routers/9472e822-c864-4f3a-a1f1-11e2f369bad4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4601364 Jun 10 17:59:02.650614 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 51090) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:59:02.653382 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c769b194-db16-4bb3-b9f8-5030ae263fc1 None None] Sync routers for ids ['9472e822-c864-4f3a-a1f1-11e2f369bad4'] in dv-cinder-xena-3-iscsi {{(pid=114530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 17:59:02.664980 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c769b194-db16-4bb3-b9f8-5030ae263fc1 None None] Routers {'9472e822-c864-4f3a-a1f1-11e2f369bad4'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:59:02.665667 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-c769b194-db16-4bb3-b9f8-5030ae263fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:58:41Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['9472e822-c864-4f3a-a1f1-11e2f369bad4'], 'active': True} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:59:02.760586 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-af63c589-a354-42b3-9bf8-5e62ebb66473 admin admin] Notify callbacks [] for router, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:02.778494 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvr_db [None req-c769b194-db16-4bb3-b9f8-5030ae263fc1 None None] Set router 9472e822-c864-4f3a-a1f1-11e2f369bad4 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:59:02.864160 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-af63c589-a354-42b3-9bf8-5e62ebb66473 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:02.965957 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-c769b194-db16-4bb3-b9f8-5030ae263fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9472e822-c864-4f3a-a1f1-11e2f369bad4', 'name': 'tempest-TestShelveInstance-1658621930-router', 'tenant_id': 'f46222238ec14a3ab5ad10d570fc1964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.158'}], 'enable_snat': True}, 'gw_port_id': '49756c58-f507-47f3-af77-71ccee25b70a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:54:07Z', 'updated_at': '2022-06-10T17:59:01Z', 'revision_number': 5, 'project_id': 'f46222238ec14a3ab5ad10d570fc1964', 'gw_port': {'id': '49756c58-f507-47f3-af77-71ccee25b70a', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:30:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9472e822-c864-4f3a-a1f1-11e2f369bad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:54:08Z', 'updated_at': '2022-06-10T17:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:59:02.993812 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c769b194-db16-4bb3-b9f8-5030ae263fc1 None None] Checking router: 9472e822-c864-4f3a-a1f1-11e2f369bad4 for host: dv-cinder-xena-3-iscsi {{(pid=114530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 17:59:02.996731 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.plugin [None req-af63c589-a354-42b3-9bf8-5e62ebb66473 admin admin] Deleting port 49756c58-f507-47f3-af77-71ccee25b70a {{(pid=114529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 10 17:59:02.997087 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-af63c589-a354-42b3-9bf8-5e62ebb66473 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764021161391'] for port, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:03.002274 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c769b194-db16-4bb3-b9f8-5030ae263fc1 None None] Routers {'9472e822-c864-4f3a-a1f1-11e2f369bad4'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:59:03.003050 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-c769b194-db16-4bb3-b9f8-5030ae263fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:58:41Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['9472e822-c864-4f3a-a1f1-11e2f369bad4'], 'active': True} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:59:03.081629 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.db [None req-af63c589-a354-42b3-9bf8-5e62ebb66473 admin admin] For port 49756c58-f507-47f3-af77-71ccee25b70a, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=49756c58-f507-47f3-af77-71ccee25b70a,segment=NetworkSegment(bfeef927-6d24-4759-be0a-a8eced1bbc0e),segment_id=bfeef927-6d24-4759-be0a-a8eced1bbc0e)] {{(pid=114529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:59:03.082031 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-af63c589-a354-42b3-9bf8-5e62ebb66473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781461'] for port, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:03.091383 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvr_db [None req-c769b194-db16-4bb3-b9f8-5030ae263fc1 None None] Set router 9472e822-c864-4f3a-a1f1-11e2f369bad4 gateway port host: None {{(pid=114530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:59:03.094673 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.plugin [None req-af63c589-a354-42b3-9bf8-5e62ebb66473 admin admin] Calling delete_port for 49756c58-f507-47f3-af77-71ccee25b70a owned by network:router_gateway {{(pid=114529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 10 17:59:03.146708 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-c769b194-db16-4bb3-b9f8-5030ae263fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9472e822-c864-4f3a-a1f1-11e2f369bad4', 'name': 'tempest-TestShelveInstance-1658621930-router', 'tenant_id': 'f46222238ec14a3ab5ad10d570fc1964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:54:07Z', 'updated_at': '2022-06-10T17:59:02Z', 'revision_number': 6, 'project_id': 'f46222238ec14a3ab5ad10d570fc1964', 'gw_port_host': None}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:59:03.177387 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c769b194-db16-4bb3-b9f8-5030ae263fc1 None None] The sync data for ids ['9472e822-c864-4f3a-a1f1-11e2f369bad4'] in dv-cinder-xena-3-iscsi is: [{'id': '9472e822-c864-4f3a-a1f1-11e2f369bad4', 'name': 'tempest-TestShelveInstance-1658621930-router', 'tenant_id': 'f46222238ec14a3ab5ad10d570fc1964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:54:07Z', 'updated_at': '2022-06-10T17:59:02Z', 'revision_number': 6, 'project_id': 'f46222238ec14a3ab5ad10d570fc1964', 'gw_port_host': None}] {{(pid=114530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 17:59:03.317251 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-af63c589-a354-42b3-9bf8-5e62ebb66473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764021169165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764020614696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263063011'] for port, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:03.342873 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af63c589-a354-42b3-9bf8-5e62ebb66473 admin admin] Pushing event deleted for resources: {'Port': ['ID=49756c58-f507-47f3-af77-71ccee25b70a,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:59:03.402472 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-af63c589-a354-42b3-9bf8-5e62ebb66473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-754044'] for router_gateway, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:03.490919 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-af63c589-a354-42b3-9bf8-5e62ebb66473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14472'] for router, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:03.492909 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-af63c589-a354-42b3-9bf8-5e62ebb66473 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:03.602904 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-af63c589-a354-42b3-9bf8-5e62ebb66473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-533514'] for router, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:03.603437 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af63c589-a354-42b3-9bf8-5e62ebb66473 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9472e822-c864-4f3a-a1f1-11e2f369bad4 {{(pid=114529) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 10 17:59:03.608205 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-af63c589-a354-42b3-9bf8-5e62ebb66473 admin admin] Notify callbacks [] for router, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:03.609360 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-af63c589-a354-42b3-9bf8-5e62ebb66473 admin admin] 10.222.0.16 "DELETE /v2.0/routers/9472e822-c864-4f3a-a1f1-11e2f369bad4 HTTP/1.1" status: 204 len: 168 time: 0.9577422 Jun 10 17:59:03.611968 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 51098) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:59:03.657228 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cad5180-6fff-4ad5-87b6-a467ed0f925d admin admin] Deleting subnet 699b3609-efa7-48ef-9e36-4b59218eba6d {{(pid=114529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 10 17:59:03.660212 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-8cad5180-6fff-4ad5-87b6-a467ed0f925d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:03.693536 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-8cad5180-6fff-4ad5-87b6-a467ed0f925d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263706186'] for subnet, precommit_delete_associations {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:03.772909 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-8cad5180-6fff-4ad5-87b6-a467ed0f925d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4008051'] for subnet, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:03.866076 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-8cad5180-6fff-4ad5-87b6-a467ed0f925d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4008060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263062998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263210359'] for subnet, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:03.891709 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cad5180-6fff-4ad5-87b6-a467ed0f925d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=699b3609-efa7-48ef-9e36-4b59218eba6d,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:59:03.897625 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-8cad5180-6fff-4ad5-87b6-a467ed0f925d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-734032'] for subnet, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:03.900831 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-8cad5180-6fff-4ad5-87b6-a467ed0f925d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/699b3609-efa7-48ef-9e36-4b59218eba6d HTTP/1.1" status: 204 len: 168 time: 0.2879488 Jun 10 17:59:03.903357 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c6d593-4c76-43b5-9f16-7a6e857b518c None None] Network b2af0c78-e2b0-407b-9f52-200a48ecb87d requested from dv-cinder-xena-3-iscsi {{(pid=114530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 17:59:03.903849 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 51100) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:59:03.973114 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-81bf60b7-012d-4182-8614-344e945eaecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3935284'] for network, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:04.041192 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.plugin [None req-81bf60b7-012d-4182-8614-344e945eaecf admin admin] Deleting port 18fddf5a-94e8-4ac3-ba9f-33d7c1f0a666 {{(pid=114529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 10 17:59:04.041541 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-81bf60b7-012d-4182-8614-344e945eaecf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764021161391'] for port, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:04.090314 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0436f26e-cff4-4631-99ea-7fec9753e14b None None] DHCP port deletion for b2af0c78-e2b0-407b-9f52-200a48ecb87d request from dv-cinder-xena-3-iscsi {{(pid=114530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 17:59:04.107375 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.db [None req-81bf60b7-012d-4182-8614-344e945eaecf admin admin] For port 18fddf5a-94e8-4ac3-ba9f-33d7c1f0a666, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=18fddf5a-94e8-4ac3-ba9f-33d7c1f0a666,segment=NetworkSegment(c4f21302-ab30-4d12-9641-feef5c154641),segment_id=c4f21302-ab30-4d12-9641-feef5c154641)] {{(pid=114529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:59:04.107736 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-81bf60b7-012d-4182-8614-344e945eaecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781461'] for port, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:04.119773 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.plugin [None req-81bf60b7-012d-4182-8614-344e945eaecf admin admin] Calling delete_port for 18fddf5a-94e8-4ac3-ba9f-33d7c1f0a666 owned by network:dhcp {{(pid=114529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 10 17:59:04.139524 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-0436f26e-cff4-4631-99ea-7fec9753e14b None None] Deleting port 18fddf5a-94e8-4ac3-ba9f-33d7c1f0a666 {{(pid=114530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 10 17:59:04.139896 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-0436f26e-cff4-4631-99ea-7fec9753e14b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764021161391'] for port, before_delete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:04.208748 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-0436f26e-cff4-4631-99ea-7fec9753e14b None None] For port 18fddf5a-94e8-4ac3-ba9f-33d7c1f0a666, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=18fddf5a-94e8-4ac3-ba9f-33d7c1f0a666,segment=NetworkSegment(c4f21302-ab30-4d12-9641-feef5c154641),segment_id=c4f21302-ab30-4d12-9641-feef5c154641)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:59:04.216509 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-0436f26e-cff4-4631-99ea-7fec9753e14b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781461'] for port, precommit_delete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:04.223340 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-0436f26e-cff4-4631-99ea-7fec9753e14b None None] Calling delete_port for 18fddf5a-94e8-4ac3-ba9f-33d7c1f0a666 owned by network:dhcp {{(pid=114530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 10 17:59:04.294401 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-81bf60b7-012d-4182-8614-344e945eaecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764021169165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764020614696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263063011'] for port, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:04.301553 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-0436f26e-cff4-4631-99ea-7fec9753e14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764021169165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764020614696'] for port, after_delete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:04.321670 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bf60b7-012d-4182-8614-344e945eaecf admin admin] Pushing event deleted for resources: {'Port': ['ID=18fddf5a-94e8-4ac3-ba9f-33d7c1f0a666,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:59:04.323455 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bf60b7-012d-4182-8614-344e945eaecf admin admin] No DVR routers for this DVR port 18fddf5a-94e8-4ac3-ba9f-33d7c1f0a666 on host dv-cinder-xena-3-iscsi {{(pid=114529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 17:59:04.331176 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0436f26e-cff4-4631-99ea-7fec9753e14b None None] Pushing event deleted for resources: {'Port': ['ID=18fddf5a-94e8-4ac3-ba9f-33d7c1f0a666,revision_number=None']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:59:04.333776 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0436f26e-cff4-4631-99ea-7fec9753e14b None None] No DVR routers for this DVR port 18fddf5a-94e8-4ac3-ba9f-33d7c1f0a666 on host dv-cinder-xena-3-iscsi {{(pid=114530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 17:59:04.398181 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-81bf60b7-012d-4182-8614-344e945eaecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4008428', 'neutron.services.segments.db._delete_segments_for_network-8764020915914'] for network, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:04.421422 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.services.segments.db [None req-81bf60b7-012d-4182-8614-344e945eaecf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2af0c78-e2b0-407b-9f52-200a48ecb87d']}} {{(pid=114529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:59:04.431319 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.services.segments.db [None req-81bf60b7-012d-4182-8614-344e945eaecf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4f21302-ab30-4d12-9641-feef5c154641') {'for_net_delete': True} {{(pid=114529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:59:04.431613 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.services.segments.db [None req-81bf60b7-012d-4182-8614-344e945eaecf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4f21302-ab30-4d12-9641-feef5c154641') {} {{(pid=114529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:59:04.511064 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device ea9b6edf-9620-469e-8769-cb7edd0f88d8 no longer exists at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 10 17:59:04.533447 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] No Port match for: ea9b6edf-9620-469e-8769-cb7edd0f88d8 {{(pid=114530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 10 17:59:04.533780 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device ea9b6edf-9620-469e-8769-cb7edd0f88d8 not bound to the agent host dv-cinder-xena-3-iscsi {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 10 17:59:04.534186 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device 49756c58-f507-47f3-af77-71ccee25b70a no longer exists at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 10 17:59:04.554223 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] No Port match for: 49756c58-f507-47f3-af77-71ccee25b70a {{(pid=114530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 10 17:59:04.554658 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device 49756c58-f507-47f3-af77-71ccee25b70a not bound to the agent host dv-cinder-xena-3-iscsi {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 10 17:59:04.555062 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device 18fddf5a-94e8-4ac3-ba9f-33d7c1f0a666 no longer exists at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 10 17:59:04.575588 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] No Port match for: 18fddf5a-94e8-4ac3-ba9f-33d7c1f0a666 {{(pid=114530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 10 17:59:04.575918 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device 18fddf5a-94e8-4ac3-ba9f-33d7c1f0a666 not bound to the agent host dv-cinder-xena-3-iscsi {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 10 17:59:04.699397 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-81bf60b7-012d-4182-8614-344e945eaecf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764020916947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263706163'] for segment, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:04.712510 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-81bf60b7-012d-4182-8614-344e945eaecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009214'] for segment, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:04.718413 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81bf60b7-012d-4182-8614-344e945eaecf admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=114529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 17:59:04.719323 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-81bf60b7-012d-4182-8614-344e945eaecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263062844'] for segment, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:04.814545 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-81bf60b7-012d-4182-8614-344e945eaecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4008437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753944'] for network, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:04.820811 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-81bf60b7-012d-4182-8614-344e945eaecf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-734032'] for network, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:04.827462 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-81bf60b7-012d-4182-8614-344e945eaecf admin admin] 10.222.0.16 "DELETE /v2.0/networks/b2af0c78-e2b0-407b-9f52-200a48ecb87d HTTP/1.1" status: 204 len: 168 time: 0.9224164 Jun 10 17:59:04.838107 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bf60b7-012d-4182-8614-344e945eaecf admin admin] Pushing event deleted for resources: {'Network': ['ID=b2af0c78-e2b0-407b-9f52-200a48ecb87d,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:59:04.867607 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.services.segments.plugin [-] Segment c4f21302-ab30-4d12-9641-feef5c154641 resource provider aggregate not found Jun 10 17:59:04.884960 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.services.segments.plugin [-] Segment c4f21302-ab30-4d12-9641-feef5c154641 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c4f21302-ab30-4d12-9641-feef5c154641 found for delete ", "request_id": "req-c0ee6749-a1ed-4d51-91ec-e8f41a7bc1ad"}]} Jun 10 17:59:05.135742 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 51116) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:59:05.174814 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-319efe7b-0efa-4084-8f53-78b4b23b43ac admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6d6dbdef4a8846949d0237616b9700d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379410 Jun 10 17:59:05.177264 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 51118) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:59:05.227419 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-1d050a87-aafa-4295-a32d-0fccf620b272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:05.249016 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-1d050a87-aafa-4295-a32d-0fccf620b272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:05.351024 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-1d050a87-aafa-4295-a32d-0fccf620b272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:05.353494 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-1d050a87-aafa-4295-a32d-0fccf620b272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:05.354939 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-1d050a87-aafa-4295-a32d-0fccf620b272 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d8fe040e-df0f-4f8a-8f48-0d89f4bfdfdf HTTP/1.1" status: 204 len: 168 time: 0.1764989 Jun 10 17:59:05.363693 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d050a87-aafa-4295-a32d-0fccf620b272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8fe040e-df0f-4f8a-8f48-0d89f4bfdfdf,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:59:05.941476 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 51126) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:59:05.979653 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-8de65a40-9027-4d69-be9b-749aaac6b4bf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f46222238ec14a3ab5ad10d570fc1964&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370648 Jun 10 17:59:05.982789 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 51128) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:59:06.027953 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-3f79006f-1689-4a9d-aede-5eaf65b52bbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:06.048798 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-3f79006f-1689-4a9d-aede-5eaf65b52bbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:06.344389 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-3f79006f-1689-4a9d-aede-5eaf65b52bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:06.344389 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-3f79006f-1689-4a9d-aede-5eaf65b52bbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:06.344389 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-3f79006f-1689-4a9d-aede-5eaf65b52bbe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d0d169a7-f708-4dd9-b64d-1492b7dfb2d6 HTTP/1.1" status: 204 len: 168 time: 0.2283673 Jun 10 17:59:06.344389 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f79006f-1689-4a9d-aede-5eaf65b52bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d169a7-f708-4dd9-b64d-1492b7dfb2d6,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:59:06.822876 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-8fc7a0d9-2574-4f5e-b132-d11b10f7348b req-7f0c55b3-0f64-4b42-b92c-353582486bb0 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-26487028&fields=id&tenant_id=767f7c0142e64103a2d829d5951cd4ad HTTP/1.1" status: 200 len: 267 time: 0.0362372 Jun 10 17:59:06.932191 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc7a0d9-2574-4f5e-b132-d11b10f7348b req-3f0aa384-badb-43aa-a91a-8c1ad91ecff3 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:59:06.932759 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-8fc7a0d9-2574-4f5e-b132-d11b10f7348b req-3f0aa384-badb-43aa-a91a-8c1ad91ecff3 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/networks?id=31f77b64-5d2a-4d41-a094-437a49d2382f HTTP/1.1" status: 200 len: 810 time: 0.1021986 Jun 10 17:59:06.949396 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-8fc7a0d9-2574-4f5e-b132-d11b10f7348b req-ed9e4afd-3cf5-41fa-ab3e-21925632c269 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/quotas/767f7c0142e64103a2d829d5951cd4ad HTTP/1.1" status: 200 len: 375 time: 0.0090430 Jun 10 17:59:07.007052 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-8fc7a0d9-2574-4f5e-b132-d11b10f7348b req-a92717a3-6ba3-404d-b4a5-6eecdadb2707 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=767f7c0142e64103a2d829d5951cd4ad&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0508509 Jun 10 17:59:07.116871 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [req-8fc7a0d9-2574-4f5e-b132-d11b10f7348b req-cd0cc16f-2fda-4a1e-8e71-6200e96628bb service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=114529) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 17:59:07.117861 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-8fc7a0d9-2574-4f5e-b132-d11b10f7348b req-cd0cc16f-2fda-4a1e-8e71-6200e96628bb service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0980754 Jun 10 17:59:07.210064 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-8fc7a0d9-2574-4f5e-b132-d11b10f7348b req-f697298c-dd3a-49bd-99f8-2c985198f053 service neutron] 10.222.0.16 "GET /v2.0/networks/31f77b64-5d2a-4d41-a094-437a49d2382f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855694 Jun 10 17:59:07.299763 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-8fc7a0d9-2574-4f5e-b132-d11b10f7348b req-09d94840-e79a-4e36-b237-08ccf84f1ed1 service neutron] 10.222.0.16 "GET /v2.0/networks/31f77b64-5d2a-4d41-a094-437a49d2382f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836284 Jun 10 17:59:07.828271 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-27d1cdbe-b482-4659-8c4d-6776854cb664 req-89ca9251-a98b-415a-bdc7-87964d1af541 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd5e7e83-a163-4657-9548-a58fc0287e69 HTTP/1.1" status: 200 len: 210 time: 0.0282981 Jun 10 17:59:08.374719 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-cb1f15ea-f7de-4da1-82e4-0d7cc3e1de06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:08.919503 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ff6ad5a7-8f54-4b68-a056-3b75f5231573 req-2f325733-c5f9-4783-959c-7f552655a623 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd5e7e83-a163-4657-9548-a58fc0287e69 HTTP/1.1" status: 200 len: 210 time: 0.0250771 Jun 10 17:59:09.556937 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.agents_db [None req-a7dfe2cf-50d1-49ca-b1ce-2a181a6e45d3 None None] Agent healthcheck: found 6 active agents {{(pid=114531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 10 17:59:09.815081 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc7a0d9-2574-4f5e-b132-d11b10f7348b req-4c0bef42-10fd-4841-8df5-2dc199088581 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:59:09.816726 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-8fc7a0d9-2574-4f5e-b132-d11b10f7348b req-4c0bef42-10fd-4841-8df5-2dc199088581 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.27 "GET /v2.0/networks?id=31f77b64-5d2a-4d41-a094-437a49d2382f HTTP/1.1" status: 200 len: 810 time: 0.1025586 Jun 10 17:59:09.867712 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-8fc7a0d9-2574-4f5e-b132-d11b10f7348b req-37a5d68c-b0b0-47bf-bda6-fd565acc7982 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=767f7c0142e64103a2d829d5951cd4ad HTTP/1.1" status: 200 len: 378 time: 0.0334504 Jun 10 17:59:09.878037 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.v2.base [req-8fc7a0d9-2574-4f5e-b132-d11b10f7348b req-6cca5f6c-1d9c-48e3-9de1-d9976cc209a4 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Request body: {'port': {'device_id': 'fd5e7e83-a163-4657-9548-a58fc0287e69', 'network_id': '31f77b64-5d2a-4d41-a094-437a49d2382f', 'admin_state_up': True, 'tenant_id': '767f7c0142e64103a2d829d5951cd4ad', 'security_groups': ['6ae1e1d4-e4c7-4585-82e5-ff7616b8fd6f']}} {{(pid=114529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:59:10.021916 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-2e08025f-422e-42f1-89c5-a1448d0f6eed req-c42d547c-1424-419b-8eb1-fb04b2853a16 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd5e7e83-a163-4657-9548-a58fc0287e69 HTTP/1.1" status: 200 len: 210 time: 0.0298197 Jun 10 17:59:10.054162 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fc7a0d9-2574-4f5e-b132-d11b10f7348b req-6cca5f6c-1d9c-48e3-9de1-d9976cc209a4 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Made reservation on behalf of 767f7c0142e64103a2d829d5951cd4ad for: {'port': 1} {{(pid=114529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 17:59:10.057657 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-8fc7a0d9-2574-4f5e-b132-d11b10f7348b req-6cca5f6c-1d9c-48e3-9de1-d9976cc209a4 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:10.181902 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.db_base_plugin_common [req-8fc7a0d9-2574-4f5e-b132-d11b10f7348b req-6cca5f6c-1d9c-48e3-9de1-d9976cc209a4 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Allocated IP 172.20.0.8 (31f77b64-5d2a-4d41-a094-437a49d2382f/d1b8af94-24d7-44e4-8fcc-7d46347876fd/47bcf895-07fd-490f-b358-46cb7f872e6f) {{(pid=114529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 17:59:10.317244 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-8fc7a0d9-2574-4f5e-b132-d11b10f7348b req-6cca5f6c-1d9c-48e3-9de1-d9976cc209a4 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks [] for port, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:10.385762 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-8fc7a0d9-2574-4f5e-b132-d11b10f7348b req-6cca5f6c-1d9c-48e3-9de1-d9976cc209a4 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764020614705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263063011'] for port, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:10.427595 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fc7a0d9-2574-4f5e-b132-d11b10f7348b req-6cca5f6c-1d9c-48e3-9de1-d9976cc209a4 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Network 31f77b64-5d2a-4d41-a094-437a49d2382f is already hosted by enough agents. {{(pid=114529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:59:10.430818 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.base_scheduler [req-8fc7a0d9-2574-4f5e-b132-d11b10f7348b req-6cca5f6c-1d9c-48e3-9de1-d9976cc209a4 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Resources bound (agent type, host, resource id): {{(pid=114529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:59:10.436876 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fc7a0d9-2574-4f5e-b132-d11b10f7348b req-6cca5f6c-1d9c-48e3-9de1-d9976cc209a4 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Received port after_create {{(pid=114529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 10 17:59:10.460140 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cca5f6c-1d9c-48e3-9de1-d9976cc209a4 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Pushing event updated for resources: {'Port': ['ID=47bcf895-07fd-490f-b358-46cb7f872e6f,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:59:10.488459 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc7a0d9-2574-4f5e-b132-d11b10f7348b req-6cca5f6c-1d9c-48e3-9de1-d9976cc209a4 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:59:10.489079 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-8fc7a0d9-2574-4f5e-b132-d11b10f7348b req-6cca5f6c-1d9c-48e3-9de1-d9976cc209a4 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for port, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:10.570781 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-8fc7a0d9-2574-4f5e-b132-d11b10f7348b req-6cca5f6c-1d9c-48e3-9de1-d9976cc209a4 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6961854 Jun 10 17:59:10.589220 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.v2.base [req-8fc7a0d9-2574-4f5e-b132-d11b10f7348b req-fa9e05e7-9bd6-4ea1-99b1-01e02663798a service neutron] Request body: {'port': {'device_id': 'fd5e7e83-a163-4657-9548-a58fc0287e69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-xena0'}} {{(pid=114529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:59:10.645486 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-8fc7a0d9-2574-4f5e-b132-d11b10f7348b req-fa9e05e7-9bd6-4ea1-99b1-01e02663798a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:10.706829 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-886224ac-c7fb-4011-b049-aaf63926ea7a None None] Provisioning complete for port 47bcf895-07fd-490f-b358-46cb7f872e6f triggered by entity DHCP. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:59:10.707394 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-886224ac-c7fb-4011-b049-aaf63926ea7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:10.741664 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-886224ac-c7fb-4011-b049-aaf63926ea7a None None] Port 47bcf895-07fd-490f-b358-46cb7f872e6f cannot update to ACTIVE because it is not bound. {{(pid=114530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 10 17:59:10.785490 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-a2644967-609f-4c49-b114-2d0e68fa5fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:10.903430 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.notifiers.nova [req-8fc7a0d9-2574-4f5e-b132-d11b10f7348b req-fa9e05e7-9bd6-4ea1-99b1-01e02663798a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47bcf895-07fd-490f-b358-46cb7f872e6f {{(pid=114529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 10 17:59:10.910761 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-8fc7a0d9-2574-4f5e-b132-d11b10f7348b req-fa9e05e7-9bd6-4ea1-99b1-01e02663798a service neutron] Notify callbacks [] for port, precommit_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:10.922877 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.provisioning_blocks [req-8fc7a0d9-2574-4f5e-b132-d11b10f7348b req-fa9e05e7-9bd6-4ea1-99b1-01e02663798a service neutron] Transition to ACTIVE for port object 47bcf895-07fd-490f-b358-46cb7f872e6f will not be triggered until provisioned by entity L2. {{(pid=114529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 17:59:10.990862 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-8fc7a0d9-2574-4f5e-b132-d11b10f7348b req-fa9e05e7-9bd6-4ea1-99b1-01e02663798a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263062808'] for port, after_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:11.038753 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9e05e7-9bd6-4ea1-99b1-01e02663798a service neutron] Pushing event updated for resources: {'Port': ['ID=47bcf895-07fd-490f-b358-46cb7f872e6f,revision_number=2']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:59:11.152853 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.managers [req-8fc7a0d9-2574-4f5e-b132-d11b10f7348b req-fa9e05e7-9bd6-4ea1-99b1-01e02663798a service neutron] Attempting to bind port 47bcf895-07fd-490f-b358-46cb7f872e6f on host hv-cinder-xena0 for vnic_type normal with profile {{(pid=114529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 17:59:11.153193 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.managers [req-8fc7a0d9-2574-4f5e-b132-d11b10f7348b req-fa9e05e7-9bd6-4ea1-99b1-01e02663798a service neutron] Attempting to bind port 47bcf895-07fd-490f-b358-46cb7f872e6f by drivers openvswitch,hyperv on host hv-cinder-xena0 at level 0 using segments [{'id': 'dc5feedf-4398-4bd5-8812-15b40d5f51d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '31f77b64-5d2a-4d41-a094-437a49d2382f'}] {{(pid=114529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 17:59:11.153574 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc7a0d9-2574-4f5e-b132-d11b10f7348b req-fa9e05e7-9bd6-4ea1-99b1-01e02663798a service neutron] Attempting to bind port 47bcf895-07fd-490f-b358-46cb7f872e6f on network 31f77b64-5d2a-4d41-a094-437a49d2382f {{(pid=114529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 10 17:59:11.166420 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b738a-00ef-48db-8dbd-e2753c961625 req-262db325-ae7c-4649-b622-3df1a0e1d706 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:59:11.167948 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-238b738a-00ef-48db-8dbd-e2753c961625 req-262db325-ae7c-4649-b622-3df1a0e1d706 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd5e7e83-a163-4657-9548-a58fc0287e69 HTTP/1.1" status: 200 len: 943 time: 0.0720739 Jun 10 17:59:11.169050 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc7a0d9-2574-4f5e-b132-d11b10f7348b req-fa9e05e7-9bd6-4ea1-99b1-01e02663798a service neutron] Port 47bcf895-07fd-490f-b358-46cb7f872e6f on network 31f77b64-5d2a-4d41-a094-437a49d2382f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-xena0 {{(pid=114529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 10 17:59:11.169370 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc7a0d9-2574-4f5e-b132-d11b10f7348b req-fa9e05e7-9bd6-4ea1-99b1-01e02663798a service neutron] Attempting to bind port 47bcf895-07fd-490f-b358-46cb7f872e6f on network 31f77b64-5d2a-4d41-a094-437a49d2382f {{(pid=114529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 10 17:59:11.175433 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc7a0d9-2574-4f5e-b132-d11b10f7348b req-fa9e05e7-9bd6-4ea1-99b1-01e02663798a service neutron] Checking agent: {'id': '7469bf7c-50e4-4cc8-b056-051e3e633b26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-xena0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 10, 17, 46, 19), 'started_at': datetime.datetime(2022, 6, 10, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 10, 17, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 10 17:59:11.175769 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc7a0d9-2574-4f5e-b132-d11b10f7348b req-fa9e05e7-9bd6-4ea1-99b1-01e02663798a service neutron] Checking segment: {'id': 'dc5feedf-4398-4bd5-8812-15b40d5f51d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '31f77b64-5d2a-4d41-a094-437a49d2382f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 10 17:59:11.176155 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc7a0d9-2574-4f5e-b132-d11b10f7348b req-fa9e05e7-9bd6-4ea1-99b1-01e02663798a service neutron] Bound using segment: {'id': 'dc5feedf-4398-4bd5-8812-15b40d5f51d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '31f77b64-5d2a-4d41-a094-437a49d2382f'} {{(pid=114529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 10 17:59:11.176723 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.managers [req-8fc7a0d9-2574-4f5e-b132-d11b10f7348b req-fa9e05e7-9bd6-4ea1-99b1-01e02663798a service neutron] Bound port: 47bcf895-07fd-490f-b358-46cb7f872e6f, host: hv-cinder-xena0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc5feedf-4398-4bd5-8812-15b40d5f51d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '31f77b64-5d2a-4d41-a094-437a49d2382f'}}] {{(pid=114529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 17:59:11.176933 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-8fc7a0d9-2574-4f5e-b132-d11b10f7348b req-fa9e05e7-9bd6-4ea1-99b1-01e02663798a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:11.246496 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-238b738a-00ef-48db-8dbd-e2753c961625 req-598f5354-9297-4464-b582-adafb843ab90 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae1e1d4-e4c7-4585-82e5-ff7616b8fd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0669169 Jun 10 17:59:11.270623 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.db [req-8fc7a0d9-2574-4f5e-b132-d11b10f7348b req-fa9e05e7-9bd6-4ea1-99b1-01e02663798a service neutron] For port 47bcf895-07fd-490f-b358-46cb7f872e6f, host hv-cinder-xena0, cleared binding levels {{(pid=114529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 10 17:59:11.273584 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.db [req-8fc7a0d9-2574-4f5e-b132-d11b10f7348b req-fa9e05e7-9bd6-4ea1-99b1-01e02663798a service neutron] For port 47bcf895-07fd-490f-b358-46cb7f872e6f, host hv-cinder-xena0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=47bcf895-07fd-490f-b358-46cb7f872e6f,segment=NetworkSegment(dc5feedf-4398-4bd5-8812-15b40d5f51d8),segment_id=dc5feedf-4398-4bd5-8812-15b40d5f51d8)] {{(pid=114529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 10 17:59:11.374552 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-8fc7a0d9-2574-4f5e-b132-d11b10f7348b req-fa9e05e7-9bd6-4ea1-99b1-01e02663798a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263062808'] for port, after_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:11.409640 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc7a0d9-2574-4f5e-b132-d11b10f7348b req-fa9e05e7-9bd6-4ea1-99b1-01e02663798a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:59:11.409791 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-8fc7a0d9-2574-4f5e-b132-d11b10f7348b req-fa9e05e7-9bd6-4ea1-99b1-01e02663798a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for port, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:11.411174 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-8fc7a0d9-2574-4f5e-b132-d11b10f7348b req-fa9e05e7-9bd6-4ea1-99b1-01e02663798a service neutron] 10.222.0.27 "PUT /v2.0/ports/47bcf895-07fd-490f-b358-46cb7f872e6f HTTP/1.1" status: 200 len: 1093 time: 0.8263605 Jun 10 17:59:11.411601 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd5e7e83-a163-4657-9548-a58fc0287e69', 'tag': '47bcf895-07fd-490f-b358-46cb7f872e6f'}] {{(pid=114529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:59:11.413928 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}546b112a5b217dbfa88e609245cede7dd2905721b158f3f41c3dff8a3887b3c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-296f5bba-5817-4e07-aaf2-caa4e35217c9" -d '{"events": [{"name": "network-changed", "server_uuid": "fd5e7e83-a163-4657-9548-a58fc0287e69", "tag": "47bcf895-07fd-490f-b358-46cb7f872e6f"}]}' {{(pid=114529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:59:11.441677 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9e05e7-9bd6-4ea1-99b1-01e02663798a service neutron] Pushing event updated for resources: {'Port': ['ID=47bcf895-07fd-490f-b358-46cb7f872e6f,revision_number=3']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:59:11.452654 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Jun 2022 17:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fdb81a1-0f17-44c3-a5f9-a523f1a763f8 x-openstack-request-id: req-4fdb81a1-0f17-44c3-a5f9-a523f1a763f8 {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:59:11.452957 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd5e7e83-a163-4657-9548-a58fc0287e69", "tag": "47bcf895-07fd-490f-b358-46cb7f872e6f", "status": "completed", "code": 200}]} {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:59:11.453198 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4fdb81a1-0f17-44c3-a5f9-a523f1a763f8 {{(pid=114529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:59:11.453588 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fdb81a1-0f17-44c3-a5f9-a523f1a763f8'] response: {'name': 'network-changed', 'server_uuid': 'fd5e7e83-a163-4657-9548-a58fc0287e69', 'tag': '47bcf895-07fd-490f-b358-46cb7f872e6f', 'status': 'completed', 'code': 200} Jun 10 17:59:11.534816 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296f5bba-5817-4e07-aaf2-caa4e35217c9 req-bed55ce1-42df-4697-9e62-46d8fcef874f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:59:11.536426 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-296f5bba-5817-4e07-aaf2-caa4e35217c9 req-bed55ce1-42df-4697-9e62-46d8fcef874f service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=767f7c0142e64103a2d829d5951cd4ad&device_id=fd5e7e83-a163-4657-9548-a58fc0287e69 HTTP/1.1" status: 200 len: 1096 time: 0.0421815 Jun 10 17:59:11.644329 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296f5bba-5817-4e07-aaf2-caa4e35217c9 req-bc749876-c055-4146-8387-6c8b2a5415e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:59:11.645748 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-296f5bba-5817-4e07-aaf2-caa4e35217c9 req-bc749876-c055-4146-8387-6c8b2a5415e1 service neutron] 10.222.0.27 "GET /v2.0/networks?tenant_id=767f7c0142e64103a2d829d5951cd4ad&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0950782 Jun 10 17:59:11.737471 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296f5bba-5817-4e07-aaf2-caa4e35217c9 req-911d4b16-27a7-42f5-a1dc-faa2e9fbbce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:59:11.738946 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-296f5bba-5817-4e07-aaf2-caa4e35217c9 req-911d4b16-27a7-42f5-a1dc-faa2e9fbbce1 service neutron] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0870361 Jun 10 17:59:11.802866 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-9e937c9f-4d57-47ec-81ad-8e77ea25145e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:11.837400 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc7a0d9-2574-4f5e-b132-d11b10f7348b req-519938d2-34e8-4c43-ba0f-68b69139f19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:59:11.838906 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-8fc7a0d9-2574-4f5e-b132-d11b10f7348b req-519938d2-34e8-4c43-ba0f-68b69139f19d service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=767f7c0142e64103a2d829d5951cd4ad&device_id=fd5e7e83-a163-4657-9548-a58fc0287e69 HTTP/1.1" status: 200 len: 1096 time: 0.0444584 Jun 10 17:59:11.884518 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-8fc7a0d9-2574-4f5e-b132-d11b10f7348b req-dd137214-4150-4017-8716-a74cfcb66f26 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47bcf895-07fd-490f-b358-46cb7f872e6f HTTP/1.1" status: 200 len: 217 time: 0.0320289 Jun 10 17:59:11.931660 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc7a0d9-2574-4f5e-b132-d11b10f7348b req-a37ee3dd-a7c6-4215-9221-07288844dab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:59:11.933025 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-8fc7a0d9-2574-4f5e-b132-d11b10f7348b req-a37ee3dd-a7c6-4215-9221-07288844dab2 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=d1b8af94-24d7-44e4-8fcc-7d46347876fd HTTP/1.1" status: 200 len: 849 time: 0.0415769 Jun 10 17:59:11.979436 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc7a0d9-2574-4f5e-b132-d11b10f7348b req-27701e32-9c9f-4673-8d59-424416a5f91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:59:11.980760 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-8fc7a0d9-2574-4f5e-b132-d11b10f7348b req-27701e32-9c9f-4673-8d59-424416a5f91d service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=31f77b64-5d2a-4d41-a094-437a49d2382f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0386794 Jun 10 17:59:12.070462 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-8fc7a0d9-2574-4f5e-b132-d11b10f7348b req-af922bc8-2de6-4181-95a0-72027657a5df service neutron] 10.222.0.27 "GET /v2.0/networks/31f77b64-5d2a-4d41-a094-437a49d2382f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827937 Jun 10 17:59:12.162769 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-8fc7a0d9-2574-4f5e-b132-d11b10f7348b req-19308ffc-bb14-4ebb-aca0-600e5528c568 service neutron] 10.222.0.27 "GET /v2.0/networks/31f77b64-5d2a-4d41-a094-437a49d2382f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855072 Jun 10 17:59:12.358637 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd17951a-41e7-4d6b-b0de-c4f810319cda req-a49c9470-398f-4a21-a476-b2d43e569ee0 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:59:12.360050 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-fd17951a-41e7-4d6b-b0de-c4f810319cda req-a49c9470-398f-4a21-a476-b2d43e569ee0 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd5e7e83-a163-4657-9548-a58fc0287e69 HTTP/1.1" status: 200 len: 943 time: 0.0473125 Jun 10 17:59:12.396655 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-fd17951a-41e7-4d6b-b0de-c4f810319cda req-bb9f3cb1-e853-4c7e-923c-409a44848fcb tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae1e1d4-e4c7-4585-82e5-ff7616b8fd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305781 Jun 10 17:59:13.104537 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a5a6984-4625-4674-bdbb-a7ccf76cac14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:13.510673 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7179f8-7002-48be-a3a3-50f99dd0e4ca req-ec5f46dc-bda8-406a-8152-cb99df07d051 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:59:13.512097 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-9e7179f8-7002-48be-a3a3-50f99dd0e4ca req-ec5f46dc-bda8-406a-8152-cb99df07d051 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd5e7e83-a163-4657-9548-a58fc0287e69 HTTP/1.1" status: 200 len: 943 time: 0.0475285 Jun 10 17:59:13.548297 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-9e7179f8-7002-48be-a3a3-50f99dd0e4ca req-1fb963aa-0ff5-4acb-bc4c-aa0f5354c58f tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae1e1d4-e4c7-4585-82e5-ff7616b8fd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0295517 Jun 10 17:59:13.917007 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:14.664719 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469899e1-c4a1-48b3-b4a6-37657082d92c req-f99e50f6-44e8-407d-bf4f-d3d175115467 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:59:14.666156 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-469899e1-c4a1-48b3-b4a6-37657082d92c req-f99e50f6-44e8-407d-bf4f-d3d175115467 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd5e7e83-a163-4657-9548-a58fc0287e69 HTTP/1.1" status: 200 len: 943 time: 0.0517976 Jun 10 17:59:14.703237 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-469899e1-c4a1-48b3-b4a6-37657082d92c req-50185733-d40b-405c-b6e4-3620dccded80 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae1e1d4-e4c7-4585-82e5-ff7616b8fd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309486 Jun 10 17:59:15.818544 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53441231-88eb-49eb-84d4-263544070ae2 req-d0535778-695f-46af-9ae0-1f71ddc0274c tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:59:15.820027 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-53441231-88eb-49eb-84d4-263544070ae2 req-d0535778-695f-46af-9ae0-1f71ddc0274c tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd5e7e83-a163-4657-9548-a58fc0287e69 HTTP/1.1" status: 200 len: 943 time: 0.0479441 Jun 10 17:59:15.857455 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-53441231-88eb-49eb-84d4-263544070ae2 req-884fcc38-3297-45e0-8f3f-9d34021d591f tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae1e1d4-e4c7-4585-82e5-ff7616b8fd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312777 Jun 10 17:59:16.971237 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef2589-6929-415c-8d9b-b03f5e68fac2 req-6427414a-db94-402a-860a-a46c6c35a603 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:59:16.972713 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-1cef2589-6929-415c-8d9b-b03f5e68fac2 req-6427414a-db94-402a-860a-a46c6c35a603 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd5e7e83-a163-4657-9548-a58fc0287e69 HTTP/1.1" status: 200 len: 943 time: 0.0493476 Jun 10 17:59:17.013547 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-1cef2589-6929-415c-8d9b-b03f5e68fac2 req-368f971d-812e-470b-8610-dc66e30b3676 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae1e1d4-e4c7-4585-82e5-ff7616b8fd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348432 Jun 10 17:59:17.416489 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ee68b3-5e4a-457a-9e23-865ec75dda87 req-cf1cf4e5-567e-480c-8184-f3ba7e5b19f4 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:59:17.417825 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-23ee68b3-5e4a-457a-9e23-865ec75dda87 req-cf1cf4e5-567e-480c-8184-f3ba7e5b19f4 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?device_id=319dffcd-71b5-4b9c-bdac-d7f32b2f40f8 HTTP/1.1" status: 200 len: 945 time: 0.0513520 Jun 10 17:59:17.454850 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-23ee68b3-5e4a-457a-9e23-865ec75dda87 req-17c5ec5d-2f45-4c3d-8f03-2287584a0c46 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d1cfa76-269a-4c2b-9436-2171a55763da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310442 Jun 10 17:59:18.130120 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e306d-4925-44f2-b69b-134584764c90 req-eb878814-61ce-4096-a771-1b2d26dbb42c tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:59:18.131566 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-1e8e306d-4925-44f2-b69b-134584764c90 req-eb878814-61ce-4096-a771-1b2d26dbb42c tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd5e7e83-a163-4657-9548-a58fc0287e69 HTTP/1.1" status: 200 len: 943 time: 0.0474751 Jun 10 17:59:18.168366 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-1e8e306d-4925-44f2-b69b-134584764c90 req-7c062878-22d0-4334-9dea-f239ddb7082a tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae1e1d4-e4c7-4585-82e5-ff7616b8fd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309143 Jun 10 17:59:18.565742 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dfee3f-6898-4189-ae6b-ffe74a6e89ce req-5a8bcc0a-f5b1-46ec-b765-1e0d9d4b9d91 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:59:18.567218 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d5dfee3f-6898-4189-ae6b-ffe74a6e89ce req-5a8bcc0a-f5b1-46ec-b765-1e0d9d4b9d91 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?device_id=319dffcd-71b5-4b9c-bdac-d7f32b2f40f8 HTTP/1.1" status: 200 len: 945 time: 0.0477414 Jun 10 17:59:18.602688 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-d5dfee3f-6898-4189-ae6b-ffe74a6e89ce req-fe7fb58c-b040-4e68-9cca-b8e70ab2041d tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d1cfa76-269a-4c2b-9436-2171a55763da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296655 Jun 10 17:59:19.044534 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee7f5e-81bc-45c2-b517-59fb3338763c req-410069ea-a893-4c10-8410-01adc837a8c8 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:59:19.046665 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-74ee7f5e-81bc-45c2-b517-59fb3338763c req-410069ea-a893-4c10-8410-01adc837a8c8 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.27 "GET /v2.0/ports?device_id=319dffcd-71b5-4b9c-bdac-d7f32b2f40f8 HTTP/1.1" status: 200 len: 945 time: 0.0493858 Jun 10 17:59:19.133021 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.plugin [req-74ee7f5e-81bc-45c2-b517-59fb3338763c req-708254e3-a4b6-4543-bfb0-940d5570e4bc tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Deleting port 17adcf16-c73f-487f-8d17-1acce23e0c85 {{(pid=114529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 10 17:59:19.133717 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-74ee7f5e-81bc-45c2-b517-59fb3338763c req-708254e3-a4b6-4543-bfb0-940d5570e4bc tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764021161391'] for port, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:19.222853 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.db [req-74ee7f5e-81bc-45c2-b517-59fb3338763c req-708254e3-a4b6-4543-bfb0-940d5570e4bc tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] For port 17adcf16-c73f-487f-8d17-1acce23e0c85, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=17adcf16-c73f-487f-8d17-1acce23e0c85,segment=NetworkSegment(6709a124-9c43-4d87-92f9-6a6c112d5626),segment_id=6709a124-9c43-4d87-92f9-6a6c112d5626)] {{(pid=114529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:59:19.223216 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-74ee7f5e-81bc-45c2-b517-59fb3338763c req-708254e3-a4b6-4543-bfb0-940d5570e4bc tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781461'] for port, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:19.354685 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff545085-90ef-4756-9b4b-92a52f90479a req-a3c3e5f3-977a-4065-9b3c-b3766849daf6 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:59:19.356038 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ff545085-90ef-4756-9b4b-92a52f90479a req-a3c3e5f3-977a-4065-9b3c-b3766849daf6 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd5e7e83-a163-4657-9548-a58fc0287e69 HTTP/1.1" status: 200 len: 943 time: 0.1209087 Jun 10 17:59:19.435410 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-ff545085-90ef-4756-9b4b-92a52f90479a req-797152da-2879-47a2-a07d-07c00cfe217e tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae1e1d4-e4c7-4585-82e5-ff7616b8fd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0708106 Jun 10 17:59:19.444016 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-74ee7f5e-81bc-45c2-b517-59fb3338763c req-708254e3-a4b6-4543-bfb0-940d5570e4bc tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:19.444927 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-74ee7f5e-81bc-45c2-b517-59fb3338763c req-708254e3-a4b6-4543-bfb0-940d5570e4bc tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-753974'] for floatingip, after_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:19.445237 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.db.l3_db [req-74ee7f5e-81bc-45c2-b517-59fb3338763c req-708254e3-a4b6-4543-bfb0-940d5570e4bc tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Floating IP 86c529cc-2c30-40ee-9f0a-f3ccb2bf00b9 disassociated. External IP: 172.37.5.190, port: 17adcf16-c73f-487f-8d17-1acce23e0c85. Jun 10 17:59:19.445570 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.plugin [req-74ee7f5e-81bc-45c2-b517-59fb3338763c req-708254e3-a4b6-4543-bfb0-940d5570e4bc tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Calling delete_port for 17adcf16-c73f-487f-8d17-1acce23e0c85 owned by compute:nova {{(pid=114529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 10 17:59:19.636764 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-74ee7f5e-81bc-45c2-b517-59fb3338763c req-708254e3-a4b6-4543-bfb0-940d5570e4bc tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764021169165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764020614696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263063011'] for port, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:19.664761 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708254e3-a4b6-4543-bfb0-940d5570e4bc tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Pushing event deleted for resources: {'Port': ['ID=17adcf16-c73f-487f-8d17-1acce23e0c85,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:59:19.732610 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-9c4ca5e8-194f-4a52-b1c4-b82eb09368c9 req-88467880-f629-412f-a14b-74e786e7f012 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?device_id=319dffcd-71b5-4b9c-bdac-d7f32b2f40f8 HTTP/1.1" status: 200 len: 210 time: 0.0585048 Jun 10 17:59:19.800785 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74ee7f5e-81bc-45c2-b517-59fb3338763c req-708254e3-a4b6-4543-bfb0-940d5570e4bc tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Router c6993fe7-256c-4148-8715-87d27593d9c1 has already been hosted by L3 agent e04d2863-a40a-41db-9b2a-39042df37909 {{(pid=114529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 10 17:59:19.904681 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74ee7f5e-81bc-45c2-b517-59fb3338763c req-708254e3-a4b6-4543-bfb0-940d5570e4bc tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=114529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 10 17:59:19.915253 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9908703-b454-46ae-ba29-f7e6e414bd4c None None] Sync routers for ids ['c6993fe7-256c-4148-8715-87d27593d9c1'] in dv-cinder-xena-3-iscsi {{(pid=114531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 17:59:19.924496 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9908703-b454-46ae-ba29-f7e6e414bd4c None None] Routers {'c6993fe7-256c-4148-8715-87d27593d9c1'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:59:19.925097 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-d9908703-b454-46ae-ba29-f7e6e414bd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:59:11Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['c6993fe7-256c-4148-8715-87d27593d9c1'], 'active': True} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:59:19.947181 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.l3_dvrscheduler_db [req-74ee7f5e-81bc-45c2-b517-59fb3338763c req-708254e3-a4b6-4543-bfb0-940d5570e4bc tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] No DVR routers for this DVR port 17adcf16-c73f-487f-8d17-1acce23e0c85 on host hv-cinder-xena0 {{(pid=114529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 17:59:19.949759 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-74ee7f5e-81bc-45c2-b517-59fb3338763c req-708254e3-a4b6-4543-bfb0-940d5570e4bc tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for port, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:19.953676 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-74ee7f5e-81bc-45c2-b517-59fb3338763c req-708254e3-a4b6-4543-bfb0-940d5570e4bc tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.27 "DELETE /v2.0/ports/17adcf16-c73f-487f-8d17-1acce23e0c85 HTTP/1.1" status: 204 len: 173 time: 0.9020429 Jun 10 17:59:19.954113 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '319dffcd-71b5-4b9c-bdac-d7f32b2f40f8', 'name': 'network-vif-deleted', 'tag': '17adcf16-c73f-487f-8d17-1acce23e0c85'}] {{(pid=114529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:59:19.956322 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}546b112a5b217dbfa88e609245cede7dd2905721b158f3f41c3dff8a3887b3c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9577f6ac-d4c4-4dc7-aadf-aa52b4f0d797" -d '{"events": [{"server_uuid": "319dffcd-71b5-4b9c-bdac-d7f32b2f40f8", "name": "network-vif-deleted", "tag": "17adcf16-c73f-487f-8d17-1acce23e0c85"}]}' {{(pid=114529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:59:19.999243 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Jun 2022 17:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67427879-9773-4e3d-9a4d-5f44a35f25ba x-openstack-request-id: req-67427879-9773-4e3d-9a4d-5f44a35f25ba {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:59:20.000207 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "319dffcd-71b5-4b9c-bdac-d7f32b2f40f8", "name": "network-vif-deleted", "tag": "17adcf16-c73f-487f-8d17-1acce23e0c85", "status": "completed", "code": 200}]} {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:59:20.000445 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-67427879-9773-4e3d-9a4d-5f44a35f25ba {{(pid=114529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:59:20.000836 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67427879-9773-4e3d-9a4d-5f44a35f25ba'] response: {'server_uuid': '319dffcd-71b5-4b9c-bdac-d7f32b2f40f8', 'name': 'network-vif-deleted', 'tag': '17adcf16-c73f-487f-8d17-1acce23e0c85', 'status': 'completed', 'code': 200} Jun 10 17:59:20.040064 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvr_db [None req-d9908703-b454-46ae-ba29-f7e6e414bd4c None None] Set router c6993fe7-256c-4148-8715-87d27593d9c1 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:59:20.082706 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:20.250856 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-d9908703-b454-46ae-ba29-f7e6e414bd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'name': 'tempest-AttachVolumeNegativeTest-134245358-router', 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.13'}], 'enable_snat': True}, 'gw_port_id': '6f13a53a-504f-443b-87c9-e435164ad56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:54Z', 'updated_at': '2022-06-10T17:53:57Z', 'revision_number': 4, 'project_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'gw_port': {'id': '6f13a53a-504f-443b-87c9-e435164ad56f', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:54Z', 'updated_at': '2022-06-10T17:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': '410b1b9f-a001-4d68-be21-d8f17484d592', 'name': '', 'network_id': 'cf05028d-c72b-40d9-b732-31cbffe291f6', 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'mac_address': 'fa:16:3e:55:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '9741f818-fc3a-495a-a8d9-92f5229bfc6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:57Z', 'updated_at': '2022-06-10T17:54:02Z', 'revision_number': 5, 'project_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'subnets': [{'id': '9741f818-fc3a-495a-a8d9-92f5229bfc6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:59:20.276875 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9908703-b454-46ae-ba29-f7e6e414bd4c None None] Checking router: c6993fe7-256c-4148-8715-87d27593d9c1 for host: dv-cinder-xena-3-iscsi {{(pid=114531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 17:59:20.285987 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9908703-b454-46ae-ba29-f7e6e414bd4c None None] Routers {'c6993fe7-256c-4148-8715-87d27593d9c1'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:59:20.286657 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-d9908703-b454-46ae-ba29-f7e6e414bd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:59:11Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['c6993fe7-256c-4148-8715-87d27593d9c1'], 'active': True} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:59:20.392909 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvr_db [None req-d9908703-b454-46ae-ba29-f7e6e414bd4c None None] Set router c6993fe7-256c-4148-8715-87d27593d9c1 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:59:20.548947 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e07be26-8e82-42b5-af6b-b2ceacebc1f8 req-29df1f45-cc50-4d0f-982f-a27d5f823a3d tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:59:20.550540 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-8e07be26-8e82-42b5-af6b-b2ceacebc1f8 req-29df1f45-cc50-4d0f-982f-a27d5f823a3d tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd5e7e83-a163-4657-9548-a58fc0287e69 HTTP/1.1" status: 200 len: 943 time: 0.0476606 Jun 10 17:59:20.586545 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-d9908703-b454-46ae-ba29-f7e6e414bd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'name': 'tempest-AttachVolumeNegativeTest-134245358-router', 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.13'}], 'enable_snat': True}, 'gw_port_id': '6f13a53a-504f-443b-87c9-e435164ad56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:54Z', 'updated_at': '2022-06-10T17:53:57Z', 'revision_number': 4, 'project_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'gw_port': {'id': '6f13a53a-504f-443b-87c9-e435164ad56f', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:54Z', 'updated_at': '2022-06-10T17:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': '410b1b9f-a001-4d68-be21-d8f17484d592', 'name': '', 'network_id': 'cf05028d-c72b-40d9-b732-31cbffe291f6', 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'mac_address': 'fa:16:3e:55:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '9741f818-fc3a-495a-a8d9-92f5229bfc6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:57Z', 'updated_at': '2022-06-10T17:54:02Z', 'revision_number': 5, 'project_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'subnets': [{'id': '9741f818-fc3a-495a-a8d9-92f5229bfc6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:59:20.588439 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-8e07be26-8e82-42b5-af6b-b2ceacebc1f8 req-ecff2754-58da-4e47-b12d-08aa9149a2e0 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae1e1d4-e4c7-4585-82e5-ff7616b8fd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314951 Jun 10 17:59:20.616154 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9908703-b454-46ae-ba29-f7e6e414bd4c None None] The sync data for ids ['c6993fe7-256c-4148-8715-87d27593d9c1'] in dv-cinder-xena-3-iscsi is: [{'id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'name': 'tempest-AttachVolumeNegativeTest-134245358-router', 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.13'}], 'enable_snat': True}, 'gw_port_id': '6f13a53a-504f-443b-87c9-e435164ad56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:54Z', 'updated_at': '2022-06-10T17:53:57Z', 'revision_number': 4, 'project_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'gw_port': {'id': '6f13a53a-504f-443b-87c9-e435164ad56f', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:54Z', 'updated_at': '2022-06-10T17:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': '410b1b9f-a001-4d68-be21-d8f17484d592', 'name': '', 'network_id': 'cf05028d-c72b-40d9-b732-31cbffe291f6', 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'mac_address': 'fa:16:3e:55:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '9741f818-fc3a-495a-a8d9-92f5229bfc6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:57Z', 'updated_at': '2022-06-10T17:54:02Z', 'revision_number': 5, 'project_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'subnets': [{'id': '9741f818-fc3a-495a-a8d9-92f5229bfc6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 17:59:20.841505 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b390efc8-0e94-466a-b8f5-386987c38e80 None None] New status for floating IP 86c529cc-2c30-40ee-9f0a-f3ccb2bf00b9: DOWN {{(pid=114530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 17:59:20.844397 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-fb4b3a2f-5c39-437e-b538-f2668ee7c1d2 req-2427a271-d0c5-4bb4-ab9f-30194aa91bf9 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/ports?device_id=319dffcd-71b5-4b9c-bdac-d7f32b2f40f8 HTTP/1.1" status: 200 len: 210 time: 0.0284634 Jun 10 17:59:21.702754 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c52847e-0e7d-460d-b4af-5bfab5e4bf2f req-7145ec04-5be9-461a-a112-65c4f154e0a7 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:59:21.704225 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-7c52847e-0e7d-460d-b4af-5bfab5e4bf2f req-7145ec04-5be9-461a-a112-65c4f154e0a7 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd5e7e83-a163-4657-9548-a58fc0287e69 HTTP/1.1" status: 200 len: 943 time: 0.0504482 Jun 10 17:59:21.713179 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device 47bcf895-07fd-490f-b358-46cb7f872e6f details requested by agent hyperv_hv-cinder-xena0 with host hv-cinder-xena0 {{(pid=114530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 10 17:59:21.724141 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device 17adcf16-c73f-487f-8d17-1acce23e0c85 no longer exists at agent hyperv_hv-cinder-xena0 {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 10 17:59:21.741050 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-7c52847e-0e7d-460d-b4af-5bfab5e4bf2f req-845b0c6f-c8bd-4ca2-bb8c-352d7d0de0a3 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae1e1d4-e4c7-4585-82e5-ff7616b8fd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307653 Jun 10 17:59:21.745228 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] No Port match for: 17adcf16-c73f-487f-8d17-1acce23e0c85 {{(pid=114530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 10 17:59:21.745571 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device 17adcf16-c73f-487f-8d17-1acce23e0c85 not bound to the agent host hv-cinder-xena0 {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 10 17:59:21.830950 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port 47bcf895-07fd-490f-b358-46cb7f872e6f, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=47bcf895-07fd-490f-b358-46cb7f872e6f,segment=NetworkSegment(dc5feedf-4398-4bd5-8812-15b40d5f51d8),segment_id=dc5feedf-4398-4bd5-8812-15b40d5f51d8)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:59:21.841437 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Returning: {'device': '47bcf895-07fd-490f-b358-46cb7f872e6f', 'network_id': '31f77b64-5d2a-4d41-a094-437a49d2382f', 'port_id': '47bcf895-07fd-490f-b358-46cb7f872e6f', 'mac_address': 'fa:16:3e:10:0f:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1b8af94-24d7-44e4-8fcc-7d46347876fd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 10 17:59:21.878077 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Current status of the port 47bcf895-07fd-490f-b358-46cb7f872e6f is: DOWN; New status is: BUILD {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:59:21.878495 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:21.890792 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.notifiers.nova [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47bcf895-07fd-490f-b358-46cb7f872e6f {{(pid=114530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 10 17:59:21.912283 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port 47bcf895-07fd-490f-b358-46cb7f872e6f, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=47bcf895-07fd-490f-b358-46cb7f872e6f,segment=NetworkSegment(dc5feedf-4398-4bd5-8812-15b40d5f51d8),segment_id=dc5feedf-4398-4bd5-8812-15b40d5f51d8)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:59:21.979496 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:21.996749 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 51250) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:59:22.032017 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Pushing event updated for resources: {'Port': ['ID=47bcf895-07fd-490f-b358-46cb7f872e6f,revision_number=4']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:59:22.038941 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:59:22.039281 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:59:22.039616 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:59:22.039947 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:59:22.040380 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:59:22.040714 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:59:22.041036 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:59:22.041355 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:59:22.041675 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:59:22.041993 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:59:22.042331 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:59:22.042649 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:59:22.053903 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-697f82dd-90e0-46cd-9cc6-fddf32df4ad4 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for security_group, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:22.076678 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-697f82dd-90e0-46cd-9cc6-fddf32df4ad4 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:22.179294 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-697f82dd-90e0-46cd-9cc6-fddf32df4ad4 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:22.181916 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-697f82dd-90e0-46cd-9cc6-fddf32df4ad4 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for security_group, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:22.183092 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-697f82dd-90e0-46cd-9cc6-fddf32df4ad4 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "DELETE /v2.0/security-groups/1d1cfa76-269a-4c2b-9436-2171a55763da HTTP/1.1" status: 204 len: 168 time: 0.1853421 Jun 10 17:59:22.185890 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 51252) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:59:22.192791 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f82dd-90e0-46cd-9cc6-fddf32df4ad4 tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1cfa76-269a-4c2b-9436-2171a55763da,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:59:22.199053 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.api.v2.resource [None req-b3711622-a101-479d-87b4-60fed8ba6ebf tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] show failed (client error): The resource could not be found. Jun 10 17:59:22.200050 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-b3711622-a101-479d-87b4-60fed8ba6ebf tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "GET /v2.0/security-groups/1d1cfa76-269a-4c2b-9436-2171a55763da HTTP/1.1" status: 404 len: 347 time: 0.0130496 Jun 10 17:59:22.203516 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 51254) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:59:22.264868 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] get_ports_and_sgs() called for port_ids ['47bcf895-07fd-490f-b358-46cb7f872e6f'] {{(pid=114530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 10 17:59:22.330377 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.plugin [None req-ea10ea7a-a835-4479-9025-c576015706ee tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Deleting port 0e155fae-96e6-4b60-a4b4-af06833059bb {{(pid=114528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 10 17:59:22.330727 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-ea10ea7a-a835-4479-9025-c576015706ee tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764021161391'] for port, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:22.408188 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-ea10ea7a-a835-4479-9025-c576015706ee tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781461'] for port, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:22.408430 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-ea10ea7a-a835-4479-9025-c576015706ee tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:22.419464 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.plugin [None req-ea10ea7a-a835-4479-9025-c576015706ee tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Calling delete_port for 0e155fae-96e6-4b60-a4b4-af06833059bb owned by network:floatingip {{(pid=114528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 10 17:59:22.602102 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-ea10ea7a-a835-4479-9025-c576015706ee tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764021169165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764020614696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940005'] for port, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:22.630119 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea10ea7a-a835-4479-9025-c576015706ee tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Pushing event deleted for resources: {'Port': ['ID=0e155fae-96e6-4b60-a4b4-af06833059bb,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:59:22.688927 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-ea10ea7a-a835-4479-9025-c576015706ee tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks [] for floatingip, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:22.691607 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-ea10ea7a-a835-4479-9025-c576015706ee tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for floatingip, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:22.692796 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-ea10ea7a-a835-4479-9025-c576015706ee tempest-AttachVolumeNegativeTest-1762843576 tempest-AttachVolumeNegativeTest-1762843576-project] 10.222.0.16 "DELETE /v2.0/floatingips/86c529cc-2c30-40ee-9f0a-f3ccb2bf00b9 HTTP/1.1" status: 204 len: 168 time: 0.4883220 Jun 10 17:59:22.855749 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51594c93-6a93-4ead-8489-a2fffc975f1d req-57c213fa-433c-43cc-9060-a887c1f0b3cc tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:59:22.857215 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-51594c93-6a93-4ead-8489-a2fffc975f1d req-57c213fa-433c-43cc-9060-a887c1f0b3cc tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd5e7e83-a163-4657-9548-a58fc0287e69 HTTP/1.1" status: 200 len: 944 time: 0.0483410 Jun 10 17:59:22.895507 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-51594c93-6a93-4ead-8489-a2fffc975f1d req-0b702294-fcbe-4520-a2fa-b1d00d16b4fc tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae1e1d4-e4c7-4585-82e5-ff7616b8fd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314045 Jun 10 17:59:23.743851 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device 47bcf895-07fd-490f-b358-46cb7f872e6f up at agent hyperv_hv-cinder-xena0 {{(pid=114530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 17:59:23.847828 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Provisioning for port 47bcf895-07fd-490f-b358-46cb7f872e6f completed by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 17:59:23.851423 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.provisioning_blocks [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Provisioning complete for port 47bcf895-07fd-490f-b358-46cb7f872e6f triggered by entity L2. {{(pid=114530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:59:23.851787 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4051966'] for port, provisioning_complete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:23.934256 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Current status of the port 47bcf895-07fd-490f-b358-46cb7f872e6f is: BUILD; New status is: ACTIVE {{(pid=114530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 10 17:59:23.934644 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:23.960119 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd5e7e83-a163-4657-9548-a58fc0287e69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47bcf895-07fd-490f-b358-46cb7f872e6f'}] {{(pid=114530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:59:23.962545 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059d8b929bb81300c707de1c8675048d791f282ce62f1c2c108741a8dfb2b754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f113ec-98df-4b60-bf4e-804e5f51540c" -d '{"events": [{"server_uuid": "fd5e7e83-a163-4657-9548-a58fc0287e69", "name": "network-vif-plugged", "status": "completed", "tag": "47bcf895-07fd-490f-b358-46cb7f872e6f"}]}' {{(pid=114530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:59:23.979761 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] For port 47bcf895-07fd-490f-b358-46cb7f872e6f, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=47bcf895-07fd-490f-b358-46cb7f872e6f,segment=NetworkSegment(dc5feedf-4398-4bd5-8812-15b40d5f51d8),segment_id=dc5feedf-4398-4bd5-8812-15b40d5f51d8)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:59:24.021683 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9b79ec-447f-449c-b33e-282eedc297df req-839f155d-b0ea-4bc3-bea8-8f101a43d1bb tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:59:24.021683 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-0a9b79ec-447f-449c-b33e-282eedc297df req-839f155d-b0ea-4bc3-bea8-8f101a43d1bb tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd5e7e83-a163-4657-9548-a58fc0287e69 HTTP/1.1" status: 200 len: 944 time: 0.0584393 Jun 10 17:59:24.036833 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240'] for port, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:24.060305 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-0a9b79ec-447f-449c-b33e-282eedc297df req-31acbc22-de8a-41aa-801d-7c37b6946673 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae1e1d4-e4c7-4585-82e5-ff7616b8fd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323782 Jun 10 17:59:24.088810 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Pushing event updated for resources: {'Port': ['ID=47bcf895-07fd-490f-b358-46cb7f872e6f,revision_number=5']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:59:24.157839 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Jun 2022 17:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654fc7e4-31b1-466a-b573-450764d7d6c4 x-openstack-request-id: req-654fc7e4-31b1-466a-b573-450764d7d6c4 {{(pid=114530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:59:24.158130 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd5e7e83-a163-4657-9548-a58fc0287e69", "name": "network-vif-plugged", "status": "completed", "tag": "47bcf895-07fd-490f-b358-46cb7f872e6f", "code": 200}]} {{(pid=114530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:59:24.158428 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-654fc7e4-31b1-466a-b573-450764d7d6c4 {{(pid=114530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:59:24.158823 dv-cinder-xena-3-iscsi neutron-server[114530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-654fc7e4-31b1-466a-b573-450764d7d6c4'] response: {'server_uuid': 'fd5e7e83-a163-4657-9548-a58fc0287e69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47bcf895-07fd-490f-b358-46cb7f872e6f', 'code': 200} Jun 10 17:59:24.461771 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb0d646-03c5-4466-ab35-fa1445bd6147 req-926d7633-f885-44ef-b11c-abb95e6d2a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:59:24.463320 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-bdb0d646-03c5-4466-ab35-fa1445bd6147 req-926d7633-f885-44ef-b11c-abb95e6d2a26 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=fd5e7e83-a163-4657-9548-a58fc0287e69 HTTP/1.1" status: 200 len: 1098 time: 0.0409338 Jun 10 17:59:24.496984 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-bdb0d646-03c5-4466-ab35-fa1445bd6147 req-fee7ea0f-48f8-4e24-8557-82136a3df77f service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=6ae1e1d4-e4c7-4585-82e5-ff7616b8fd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0270700 Jun 10 17:59:25.176953 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d5209c-51b2-43c9-b4e7-6f90689bc6d5 req-94b2b5d3-f994-4457-ae2d-50d6e15b8f4e tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:59:25.178728 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-e5d5209c-51b2-43c9-b4e7-6f90689bc6d5 req-94b2b5d3-f994-4457-ae2d-50d6e15b8f4e tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd5e7e83-a163-4657-9548-a58fc0287e69 HTTP/1.1" status: 200 len: 945 time: 0.0482593 Jun 10 17:59:25.214860 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-e5d5209c-51b2-43c9-b4e7-6f90689bc6d5 req-716bac6a-6150-428b-a43b-38c19d91e517 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae1e1d4-e4c7-4585-82e5-ff7616b8fd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301945 Jun 10 17:59:26.132735 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-59efdc77-0ec6-4b6d-9e08-7980fa046421 req-05c87e81-880a-4b44-bfeb-11b90055cd9c service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=bd5dacfc-71db-4f47-83c1-f97e8426b728&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422471 Jun 10 17:59:26.202327 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59efdc77-0ec6-4b6d-9e08-7980fa046421 req-b2f07654-e839-47b3-93b1-576ae786f21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:59:26.203804 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-59efdc77-0ec6-4b6d-9e08-7980fa046421 req-b2f07654-e839-47b3-93b1-576ae786f21d service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=767f7c0142e64103a2d829d5951cd4ad&device_id=bd5dacfc-71db-4f47-83c1-f97e8426b728 HTTP/1.1" status: 200 len: 1098 time: 0.0396674 Jun 10 17:59:26.331595 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59efdc77-0ec6-4b6d-9e08-7980fa046421 req-7c46f09a-e44b-4576-a17d-0792b5f7537b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:59:26.333031 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-59efdc77-0ec6-4b6d-9e08-7980fa046421 req-7c46f09a-e44b-4576-a17d-0792b5f7537b service neutron] 10.222.0.27 "GET /v2.0/networks?id=31f77b64-5d2a-4d41-a094-437a49d2382f HTTP/1.1" status: 200 len: 911 time: 0.1117420 Jun 10 17:59:26.354297 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffcf424-d43b-473a-ac33-9b7f8dd76a57 req-5470fada-b8e9-4103-af1b-ab80d99aff3a tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:59:26.355592 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-bffcf424-d43b-473a-ac33-9b7f8dd76a57 req-5470fada-b8e9-4103-af1b-ab80d99aff3a tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd5e7e83-a163-4657-9548-a58fc0287e69 HTTP/1.1" status: 200 len: 945 time: 0.0701985 Jun 10 17:59:26.424215 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-59efdc77-0ec6-4b6d-9e08-7980fa046421 req-1943b4b2-8000-49d1-921b-976d9478ecd9 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f66d755c-2579-49bd-8931-f89c56beea96 HTTP/1.1" status: 200 len: 1000 time: 0.0850403 Jun 10 17:59:26.429111 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-bffcf424-d43b-473a-ac33-9b7f8dd76a57 req-47f77ec8-7ff1-4fac-bbfa-430049006f8e tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae1e1d4-e4c7-4585-82e5-ff7616b8fd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473394 Jun 10 17:59:26.475374 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59efdc77-0ec6-4b6d-9e08-7980fa046421 req-5034e147-611c-4a31-b448-6e23d1b5c9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:59:26.476874 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-59efdc77-0ec6-4b6d-9e08-7980fa046421 req-5034e147-611c-4a31-b448-6e23d1b5c9e6 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=d1b8af94-24d7-44e4-8fcc-7d46347876fd HTTP/1.1" status: 200 len: 849 time: 0.0464413 Jun 10 17:59:26.550141 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59efdc77-0ec6-4b6d-9e08-7980fa046421 req-998c2a04-0718-4821-b9ee-cb7bbfd22a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:59:26.551607 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-59efdc77-0ec6-4b6d-9e08-7980fa046421 req-998c2a04-0718-4821-b9ee-cb7bbfd22a3c service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=31f77b64-5d2a-4d41-a094-437a49d2382f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0674427 Jun 10 17:59:26.562845 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efa836b-2874-42b6-9d7e-cfb3dab5e1c6 req-47135af8-1253-46e9-af66-a03eb42906fd tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:59:26.564165 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-8efa836b-2874-42b6-9d7e-cfb3dab5e1c6 req-47135af8-1253-46e9-af66-a03eb42906fd tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd5e7e83-a163-4657-9548-a58fc0287e69 HTTP/1.1" status: 200 len: 945 time: 0.0566947 Jun 10 17:59:26.657656 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-8efa836b-2874-42b6-9d7e-cfb3dab5e1c6 req-9d7e63df-a9df-40c0-aaf6-e65344a7531d tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae1e1d4-e4c7-4585-82e5-ff7616b8fd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0847085 Jun 10 17:59:26.680504 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 51304) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:59:26.685533 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 51306) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:59:26.695885 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-59efdc77-0ec6-4b6d-9e08-7980fa046421 req-81efcaa2-ca58-4731-a966-6d007aac0871 service neutron] 10.222.0.27 "GET /v2.0/networks/31f77b64-5d2a-4d41-a094-437a49d2382f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296802 Jun 10 17:59:27.043729 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79232e65-6a29-4955-805a-eba38318c878 tempest-TestVolumeBootPattern-1265485792 tempest-TestVolumeBootPattern-1265485792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:59:27.045292 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-79232e65-6a29-4955-805a-eba38318c878 tempest-TestVolumeBootPattern-1265485792 tempest-TestVolumeBootPattern-1265485792-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=fd5e7e83-a163-4657-9548-a58fc0287e69 HTTP/1.1" status: 200 len: 1093 time: 0.3638065 Jun 10 17:59:27.047974 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 51310) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:59:27.052428 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.v2.base [None req-d675be3e-b0ac-4782-bce3-5055c0a69b2a tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Request body: {'floatingip': {'floating_network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'port_id': '47bcf895-07fd-490f-b358-46cb7f872e6f', 'tenant_id': '767f7c0142e64103a2d829d5951cd4ad', 'fixed_ip_address': '172.20.0.8'}} {{(pid=114529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:59:27.087281 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-59efdc77-0ec6-4b6d-9e08-7980fa046421 req-7780ce79-69e0-4325-8b4a-fb6cb44194e6 service neutron] 10.222.0.27 "GET /v2.0/networks/31f77b64-5d2a-4d41-a094-437a49d2382f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3768909 Jun 10 17:59:27.137489 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-830dbd5e-d79b-4abd-aaf7-561dfaa19a8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-779062'] for router_interface, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:27.140324 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-d675be3e-b0ac-4782-bce3-5055c0a69b2a tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks [] for floatingip, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:27.241669 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-d675be3e-b0ac-4782-bce3-5055c0a69b2a tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:27.351417 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.db_base_plugin_common [None req-d675be3e-b0ac-4782-bce3-5055c0a69b2a tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Allocated IP 172.37.5.91 (8c026026-8e05-41b4-990c-0815c0c24f4f/e3db4be6-a2be-4d68-ab1f-8754e6ee5b68/ccd43ad2-5a88-482d-ac59-f71279bd296b) {{(pid=114529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 17:59:27.386132 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.plugin [None req-830dbd5e-d79b-4abd-aaf7-561dfaa19a8d admin admin] Deleting port 410b1b9f-a001-4d68-be21-d8f17484d592 {{(pid=114528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 10 17:59:27.386505 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-830dbd5e-d79b-4abd-aaf7-561dfaa19a8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764021161391'] for port, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:27.454673 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-d675be3e-b0ac-4782-bce3-5055c0a69b2a tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks [] for port, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:27.466800 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.db [None req-830dbd5e-d79b-4abd-aaf7-561dfaa19a8d admin admin] For port 410b1b9f-a001-4d68-be21-d8f17484d592, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=410b1b9f-a001-4d68-be21-d8f17484d592,segment=NetworkSegment(6709a124-9c43-4d87-92f9-6a6c112d5626),segment_id=6709a124-9c43-4d87-92f9-6a6c112d5626)] {{(pid=114528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:59:27.467776 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-830dbd5e-d79b-4abd-aaf7-561dfaa19a8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781461'] for port, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:27.481290 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.plugin [None req-830dbd5e-d79b-4abd-aaf7-561dfaa19a8d admin admin] Calling delete_port for 410b1b9f-a001-4d68-be21-d8f17484d592 owned by network:router_interface {{(pid=114528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 10 17:59:27.533926 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-d675be3e-b0ac-4782-bce3-5055c0a69b2a tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764020614705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263063011'] for port, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:27.573158 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d675be3e-b0ac-4782-bce3-5055c0a69b2a tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Network 8c026026-8e05-41b4-990c-0815c0c24f4f is already hosted by enough agents. {{(pid=114529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:59:27.575820 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.base_scheduler [None req-d675be3e-b0ac-4782-bce3-5055c0a69b2a tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Resources bound (agent type, host, resource id): {{(pid=114529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:59:27.580166 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d675be3e-b0ac-4782-bce3-5055c0a69b2a tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Received port after_create {{(pid=114529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 10 17:59:27.605353 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d675be3e-b0ac-4782-bce3-5055c0a69b2a tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Pushing event updated for resources: {'Port': ['ID=ccd43ad2-5a88-482d-ac59-f71279bd296b,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:59:27.711081 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-830dbd5e-d79b-4abd-aaf7-561dfaa19a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764021169165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764020614696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940005'] for port, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:27.742304 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830dbd5e-d79b-4abd-aaf7-561dfaa19a8d admin admin] Pushing event deleted for resources: {'Port': ['ID=410b1b9f-a001-4d68-be21-d8f17484d592,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:59:27.917196 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-830dbd5e-d79b-4abd-aaf7-561dfaa19a8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-734075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-779162'] for router_interface, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:27.969708 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-d675be3e-b0ac-4782-bce3-5055c0a69b2a tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:28.124827 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-d675be3e-b0ac-4782-bce3-5055c0a69b2a tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886854'] for port, before_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:28.137242 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-830dbd5e-d79b-4abd-aaf7-561dfaa19a8d admin admin] Router c6993fe7-256c-4148-8715-87d27593d9c1 has already been hosted by L3 agent e04d2863-a40a-41db-9b2a-39042df37909 {{(pid=114528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 10 17:59:28.274371 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-d675be3e-b0ac-4782-bce3-5055c0a69b2a tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks [] for port, precommit_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:28.324220 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-830dbd5e-d79b-4abd-aaf7-561dfaa19a8d admin admin] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=114528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 10 17:59:28.329919 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-830dbd5e-d79b-4abd-aaf7-561dfaa19a8d admin admin] 10.222.0.16 "PUT /v2.0/routers/c6993fe7-256c-4148-8715-87d27593d9c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6432285 Jun 10 17:59:28.331854 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 51312) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:59:28.333931 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9336cf4-abd7-4d85-8cde-c587d029970e None None] Sync routers for ids ['c6993fe7-256c-4148-8715-87d27593d9c1'] in dv-cinder-xena-3-iscsi {{(pid=114531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 17:59:28.339089 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-d675be3e-b0ac-4782-bce3-5055c0a69b2a tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764021169183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764020614678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764020589240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263062808'] for port, after_update {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:28.343972 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9336cf4-abd7-4d85-8cde-c587d029970e None None] Routers {'c6993fe7-256c-4148-8715-87d27593d9c1'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:59:28.344577 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-d9336cf4-abd7-4d85-8cde-c587d029970e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:59:11Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['c6993fe7-256c-4148-8715-87d27593d9c1'], 'active': True} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:59:28.453168 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d675be3e-b0ac-4782-bce3-5055c0a69b2a tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Pushing event updated for resources: {'Port': ['ID=ccd43ad2-5a88-482d-ac59-f71279bd296b,revision_number=2']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:59:28.496580 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-d675be3e-b0ac-4782-bce3-5055c0a69b2a tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-753974'] for floatingip, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:28.539654 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvr_db [None req-d9336cf4-abd7-4d85-8cde-c587d029970e None None] Set router c6993fe7-256c-4148-8715-87d27593d9c1 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:59:28.544667 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-1905bdf7-fdf5-4380-b2f7-1cc0c4fe5cca admin admin] Notify callbacks [] for router, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:28.674931 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.db.l3_db [None req-d675be3e-b0ac-4782-bce3-5055c0a69b2a tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Floating IP b81711b6-ba70-461b-a6c3-7e5d4ad5d67f associated. External IP: 172.37.5.91, port: 47bcf895-07fd-490f-b358-46cb7f872e6f. Jun 10 17:59:28.712083 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-d9336cf4-abd7-4d85-8cde-c587d029970e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'name': 'tempest-AttachVolumeNegativeTest-134245358-router', 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.13'}], 'enable_snat': True}, 'gw_port_id': '6f13a53a-504f-443b-87c9-e435164ad56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:54Z', 'updated_at': '2022-06-10T17:59:27Z', 'revision_number': 5, 'project_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'gw_port': {'id': '6f13a53a-504f-443b-87c9-e435164ad56f', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:54Z', 'updated_at': '2022-06-10T17:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:59:28.727681 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-1905bdf7-fdf5-4380-b2f7-1cc0c4fe5cca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:28.743597 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9336cf4-abd7-4d85-8cde-c587d029970e None None] Checking router: c6993fe7-256c-4148-8715-87d27593d9c1 for host: dv-cinder-xena-3-iscsi {{(pid=114531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 17:59:28.751780 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9336cf4-abd7-4d85-8cde-c587d029970e None None] Routers {'c6993fe7-256c-4148-8715-87d27593d9c1'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:59:28.752375 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-d9336cf4-abd7-4d85-8cde-c587d029970e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:59:11Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['c6993fe7-256c-4148-8715-87d27593d9c1'], 'active': True} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:59:28.854030 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvr_db [None req-d9336cf4-abd7-4d85-8cde-c587d029970e None None] Set router c6993fe7-256c-4148-8715-87d27593d9c1 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:59:28.911817 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.plugin [None req-1905bdf7-fdf5-4380-b2f7-1cc0c4fe5cca admin admin] Deleting port 6f13a53a-504f-443b-87c9-e435164ad56f {{(pid=114529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 10 17:59:28.912176 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-1905bdf7-fdf5-4380-b2f7-1cc0c4fe5cca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764021161391'] for port, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:28.948827 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d675be3e-b0ac-4782-bce3-5055c0a69b2a tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Router a1fde4fd-6e20-4b47-afa3-718fc7f77f11 has already been hosted by L3 agent e04d2863-a40a-41db-9b2a-39042df37909 {{(pid=114529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 10 17:59:29.032729 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-d9336cf4-abd7-4d85-8cde-c587d029970e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'name': 'tempest-AttachVolumeNegativeTest-134245358-router', 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.13'}], 'enable_snat': True}, 'gw_port_id': '6f13a53a-504f-443b-87c9-e435164ad56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:54Z', 'updated_at': '2022-06-10T17:59:27Z', 'revision_number': 5, 'project_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'gw_port': {'id': '6f13a53a-504f-443b-87c9-e435164ad56f', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:54Z', 'updated_at': '2022-06-10T17:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:59:29.045696 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.db [None req-1905bdf7-fdf5-4380-b2f7-1cc0c4fe5cca admin admin] For port 6f13a53a-504f-443b-87c9-e435164ad56f, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=6f13a53a-504f-443b-87c9-e435164ad56f,segment=NetworkSegment(bfeef927-6d24-4759-be0a-a8eced1bbc0e),segment_id=bfeef927-6d24-4759-be0a-a8eced1bbc0e)] {{(pid=114529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:59:29.046055 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-1905bdf7-fdf5-4380-b2f7-1cc0c4fe5cca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781461'] for port, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:29.059082 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9336cf4-abd7-4d85-8cde-c587d029970e None None] The sync data for ids ['c6993fe7-256c-4148-8715-87d27593d9c1'] in dv-cinder-xena-3-iscsi is: [{'id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'name': 'tempest-AttachVolumeNegativeTest-134245358-router', 'tenant_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.13'}], 'enable_snat': True}, 'gw_port_id': '6f13a53a-504f-443b-87c9-e435164ad56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:54Z', 'updated_at': '2022-06-10T17:59:27Z', 'revision_number': 5, 'project_id': 'ae2c0c7e115f4f079bcf8d85f2bdfadf', 'gw_port': {'id': '6f13a53a-504f-443b-87c9-e435164ad56f', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6993fe7-256c-4148-8715-87d27593d9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:54Z', 'updated_at': '2022-06-10T17:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}] {{(pid=114531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 17:59:29.066852 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.plugin [None req-1905bdf7-fdf5-4380-b2f7-1cc0c4fe5cca admin admin] Calling delete_port for 6f13a53a-504f-443b-87c9-e435164ad56f owned by network:router_gateway {{(pid=114529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 10 17:59:29.151807 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d675be3e-b0ac-4782-bce3-5055c0a69b2a tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=114529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 10 17:59:29.161057 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61752110-747f-4018-9c5b-3e2323420fd7 None None] Sync routers for ids ['a1fde4fd-6e20-4b47-afa3-718fc7f77f11'] in dv-cinder-xena-3-iscsi {{(pid=114530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 17:59:29.171931 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61752110-747f-4018-9c5b-3e2323420fd7 None None] Routers {'a1fde4fd-6e20-4b47-afa3-718fc7f77f11'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:59:29.172554 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-61752110-747f-4018-9c5b-3e2323420fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:59:11Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['a1fde4fd-6e20-4b47-afa3-718fc7f77f11'], 'active': True} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:59:29.265464 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-d675be3e-b0ac-4782-bce3-5055c0a69b2a tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for floatingip, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:29.303486 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-d675be3e-b0ac-4782-bce3-5055c0a69b2a tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2543154 Jun 10 17:59:29.306827 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd5e7e83-a163-4657-9548-a58fc0287e69', 'tag': '47bcf895-07fd-490f-b358-46cb7f872e6f'}] {{(pid=114529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 17:59:29.309040 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}546b112a5b217dbfa88e609245cede7dd2905721b158f3f41c3dff8a3887b3c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-241fa7fa-741d-4bfd-ada8-7192e1e968a7" -d '{"events": [{"name": "network-changed", "server_uuid": "fd5e7e83-a163-4657-9548-a58fc0287e69", "tag": "47bcf895-07fd-490f-b358-46cb7f872e6f"}]}' {{(pid=114529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:59:29.347458 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Jun 2022 17:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a474ca6e-443c-4f66-a980-390ac99f5bd0 x-openstack-request-id: req-a474ca6e-443c-4f66-a980-390ac99f5bd0 {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:59:29.347738 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd5e7e83-a163-4657-9548-a58fc0287e69", "tag": "47bcf895-07fd-490f-b358-46cb7f872e6f", "status": "completed", "code": 200}]} {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:59:29.347995 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a474ca6e-443c-4f66-a980-390ac99f5bd0 {{(pid=114529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:59:29.348384 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a474ca6e-443c-4f66-a980-390ac99f5bd0'] response: {'name': 'network-changed', 'server_uuid': 'fd5e7e83-a163-4657-9548-a58fc0287e69', 'tag': '47bcf895-07fd-490f-b358-46cb7f872e6f', 'status': 'completed', 'code': 200} Jun 10 17:59:29.379662 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-1905bdf7-fdf5-4380-b2f7-1cc0c4fe5cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764021169165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764020614696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263063011'] for port, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:29.409925 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvr_db [None req-61752110-747f-4018-9c5b-3e2323420fd7 None None] Set router a1fde4fd-6e20-4b47-afa3-718fc7f77f11 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:59:29.415285 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1905bdf7-fdf5-4380-b2f7-1cc0c4fe5cca admin admin] Pushing event deleted for resources: {'Port': ['ID=6f13a53a-504f-443b-87c9-e435164ad56f,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:59:29.497084 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241fa7fa-741d-4bfd-ada8-7192e1e968a7 req-0380b959-4f87-4af1-8b33-b59136a9ba7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:59:29.498867 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-241fa7fa-741d-4bfd-ada8-7192e1e968a7 req-0380b959-4f87-4af1-8b33-b59136a9ba7c service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=767f7c0142e64103a2d829d5951cd4ad&device_id=fd5e7e83-a163-4657-9548-a58fc0287e69 HTTP/1.1" status: 200 len: 1098 time: 0.0940034 Jun 10 17:59:29.506462 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-1905bdf7-fdf5-4380-b2f7-1cc0c4fe5cca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-754044'] for router_gateway, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:29.628453 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-1905bdf7-fdf5-4380-b2f7-1cc0c4fe5cca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14472'] for router, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:29.651504 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-61752110-747f-4018-9c5b-3e2323420fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'name': 'tempest-TestVolumeBootPattern-53594753-router', 'tenant_id': '767f7c0142e64103a2d829d5951cd4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.23'}], 'enable_snat': True}, 'gw_port_id': '0931458b-35f3-456f-9bda-3a649ec99c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:28Z', 'updated_at': '2022-06-10T17:53:33Z', 'revision_number': 4, 'project_id': '767f7c0142e64103a2d829d5951cd4ad', 'gw_port': {'id': '0931458b-35f3-456f-9bda-3a649ec99c38', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:75:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:30Z', 'updated_at': '2022-06-10T17:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_floatingips': [{'id': 'b81711b6-ba70-461b-a6c3-7e5d4ad5d67f', 'tenant_id': '767f7c0142e64103a2d829d5951cd4ad', 'floating_ip_address': '172.37.5.91', 'floating_network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'router_id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'port_id': '47bcf895-07fd-490f-b358-46cb7f872e6f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31f77b64-5d2a-4d41-a094-437a49d2382f', 'mac_address': 'fa:16:3e:10:0f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5e7e83-a163-4657-9548-a58fc0287e69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-10T17:59:27Z', 'updated_at': '2022-06-10T17:59:27Z', 'revision_number': 0, 'project_id': '767f7c0142e64103a2d829d5951cd4ad', 'fixed_ip_address_scope': None}, {'id': 'b893045a-5af7-4603-815a-a21896d0ce21', 'tenant_id': '767f7c0142e64103a2d829d5951cd4ad', 'floating_ip_address': '172.37.5.76', 'floating_network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'router_id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'port_id': 'f66d755c-2579-49bd-8931-f89c56beea96', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31f77b64-5d2a-4d41-a094-437a49d2382f', 'mac_address': 'fa:16:3e:06:3e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5dacfc-71db-4f47-83c1-f97e8426b728', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-10T17:57:11Z', 'updated_at': '2022-06-10T17:57:14Z', 'revision_number': 1, 'project_id': '767f7c0142e64103a2d829d5951cd4ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a39eeeb9-007e-4abc-8309-d6b4dd253046', 'name': '', 'network_id': '31f77b64-5d2a-4d41-a094-437a49d2382f', 'tenant_id': '767f7c0142e64103a2d829d5951cd4ad', 'mac_address': 'fa:16:3e:9b:e1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'd1b8af94-24d7-44e4-8fcc-7d46347876fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:32Z', 'updated_at': '2022-06-10T17:53:37Z', 'revision_number': 5, 'project_id': '767f7c0142e64103a2d829d5951cd4ad', 'subnets': [{'id': 'd1b8af94-24d7-44e4-8fcc-7d46347876fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:59:29.655594 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-1905bdf7-fdf5-4380-b2f7-1cc0c4fe5cca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:29.679048 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61752110-747f-4018-9c5b-3e2323420fd7 None None] Checking router: a1fde4fd-6e20-4b47-afa3-718fc7f77f11 for host: dv-cinder-xena-3-iscsi {{(pid=114530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 17:59:29.687799 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61752110-747f-4018-9c5b-3e2323420fd7 None None] Routers {'a1fde4fd-6e20-4b47-afa3-718fc7f77f11'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 17:59:29.688403 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-61752110-747f-4018-9c5b-3e2323420fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T17:59:11Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['a1fde4fd-6e20-4b47-afa3-718fc7f77f11'], 'active': True} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:59:29.720775 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241fa7fa-741d-4bfd-ada8-7192e1e968a7 req-98eac003-b0df-4356-97c0-2b472d251f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:59:29.722278 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-241fa7fa-741d-4bfd-ada8-7192e1e968a7 req-98eac003-b0df-4356-97c0-2b472d251f6c service neutron] 10.222.0.27 "GET /v2.0/networks?id=31f77b64-5d2a-4d41-a094-437a49d2382f HTTP/1.1" status: 200 len: 911 time: 0.2170253 Jun 10 17:59:29.768554 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-1905bdf7-fdf5-4380-b2f7-1cc0c4fe5cca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-533514'] for router, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:29.769060 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1905bdf7-fdf5-4380-b2f7-1cc0c4fe5cca admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6993fe7-256c-4148-8715-87d27593d9c1 {{(pid=114529) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 10 17:59:29.774466 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-1905bdf7-fdf5-4380-b2f7-1cc0c4fe5cca admin admin] Notify callbacks [] for router, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:29.775608 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-1905bdf7-fdf5-4380-b2f7-1cc0c4fe5cca admin admin] 10.222.0.16 "DELETE /v2.0/routers/c6993fe7-256c-4148-8715-87d27593d9c1 HTTP/1.1" status: 204 len: 168 time: 1.4427814 Jun 10 17:59:29.778181 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 51318) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:59:29.797989 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvr_db [None req-61752110-747f-4018-9c5b-3e2323420fd7 None None] Set router a1fde4fd-6e20-4b47-afa3-718fc7f77f11 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 17:59:29.831400 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-241fa7fa-741d-4bfd-ada8-7192e1e968a7 req-f2e8f752-660e-44c0-8910-d9b624b57fcc service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47bcf895-07fd-490f-b358-46cb7f872e6f HTTP/1.1" status: 200 len: 998 time: 0.1024220 Jun 10 17:59:29.848597 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.db_base_plugin_v2 [None req-132c90b6-a047-4487-a65e-b760a7f5b60d admin admin] Deleting subnet 9741f818-fc3a-495a-a8d9-92f5229bfc6e {{(pid=114529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 10 17:59:30.047197 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-61752110-747f-4018-9c5b-3e2323420fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'name': 'tempest-TestVolumeBootPattern-53594753-router', 'tenant_id': '767f7c0142e64103a2d829d5951cd4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.23'}], 'enable_snat': True}, 'gw_port_id': '0931458b-35f3-456f-9bda-3a649ec99c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:28Z', 'updated_at': '2022-06-10T17:53:33Z', 'revision_number': 4, 'project_id': '767f7c0142e64103a2d829d5951cd4ad', 'gw_port': {'id': '0931458b-35f3-456f-9bda-3a649ec99c38', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:75:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:30Z', 'updated_at': '2022-06-10T17:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_floatingips': [{'id': 'b81711b6-ba70-461b-a6c3-7e5d4ad5d67f', 'tenant_id': '767f7c0142e64103a2d829d5951cd4ad', 'floating_ip_address': '172.37.5.91', 'floating_network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'router_id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'port_id': '47bcf895-07fd-490f-b358-46cb7f872e6f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31f77b64-5d2a-4d41-a094-437a49d2382f', 'mac_address': 'fa:16:3e:10:0f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5e7e83-a163-4657-9548-a58fc0287e69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-10T17:59:27Z', 'updated_at': '2022-06-10T17:59:27Z', 'revision_number': 0, 'project_id': '767f7c0142e64103a2d829d5951cd4ad', 'fixed_ip_address_scope': None}, {'id': 'b893045a-5af7-4603-815a-a21896d0ce21', 'tenant_id': '767f7c0142e64103a2d829d5951cd4ad', 'floating_ip_address': '172.37.5.76', 'floating_network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'router_id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'port_id': 'f66d755c-2579-49bd-8931-f89c56beea96', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31f77b64-5d2a-4d41-a094-437a49d2382f', 'mac_address': 'fa:16:3e:06:3e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5dacfc-71db-4f47-83c1-f97e8426b728', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-10T17:57:11Z', 'updated_at': '2022-06-10T17:57:14Z', 'revision_number': 1, 'project_id': '767f7c0142e64103a2d829d5951cd4ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a39eeeb9-007e-4abc-8309-d6b4dd253046', 'name': '', 'network_id': '31f77b64-5d2a-4d41-a094-437a49d2382f', 'tenant_id': '767f7c0142e64103a2d829d5951cd4ad', 'mac_address': 'fa:16:3e:9b:e1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'd1b8af94-24d7-44e4-8fcc-7d46347876fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:32Z', 'updated_at': '2022-06-10T17:53:37Z', 'revision_number': 5, 'project_id': '767f7c0142e64103a2d829d5951cd4ad', 'subnets': [{'id': 'd1b8af94-24d7-44e4-8fcc-7d46347876fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:59:30.075347 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61752110-747f-4018-9c5b-3e2323420fd7 None None] The sync data for ids ['a1fde4fd-6e20-4b47-afa3-718fc7f77f11'] in dv-cinder-xena-3-iscsi is: [{'id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'name': 'tempest-TestVolumeBootPattern-53594753-router', 'tenant_id': '767f7c0142e64103a2d829d5951cd4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.23'}], 'enable_snat': True}, 'gw_port_id': '0931458b-35f3-456f-9bda-3a649ec99c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:28Z', 'updated_at': '2022-06-10T17:53:33Z', 'revision_number': 4, 'project_id': '767f7c0142e64103a2d829d5951cd4ad', 'gw_port': {'id': '0931458b-35f3-456f-9bda-3a649ec99c38', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:75:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:30Z', 'updated_at': '2022-06-10T17:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_floatingips': [{'id': 'b81711b6-ba70-461b-a6c3-7e5d4ad5d67f', 'tenant_id': '767f7c0142e64103a2d829d5951cd4ad', 'floating_ip_address': '172.37.5.91', 'floating_network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'router_id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'port_id': '47bcf895-07fd-490f-b358-46cb7f872e6f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31f77b64-5d2a-4d41-a094-437a49d2382f', 'mac_address': 'fa:16:3e:10:0f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5e7e83-a163-4657-9548-a58fc0287e69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-10T17:59:27Z', 'updated_at': '2022-06-10T17:59:27Z', 'revision_number': 0, 'project_id': '767f7c0142e64103a2d829d5951cd4ad', 'fixed_ip_address_scope': None}, {'id': 'b893045a-5af7-4603-815a-a21896d0ce21', 'tenant_id': '767f7c0142e64103a2d829d5951cd4ad', 'floating_ip_address': '172.37.5.76', 'floating_network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'router_id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'port_id': 'f66d755c-2579-49bd-8931-f89c56beea96', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31f77b64-5d2a-4d41-a094-437a49d2382f', 'mac_address': 'fa:16:3e:06:3e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5dacfc-71db-4f47-83c1-f97e8426b728', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-10T17:57:11Z', 'updated_at': '2022-06-10T17:57:14Z', 'revision_number': 1, 'project_id': '767f7c0142e64103a2d829d5951cd4ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a39eeeb9-007e-4abc-8309-d6b4dd253046', 'name': '', 'network_id': '31f77b64-5d2a-4d41-a094-437a49d2382f', 'tenant_id': '767f7c0142e64103a2d829d5951cd4ad', 'mac_address': 'fa:16:3e:9b:e1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'd1b8af94-24d7-44e4-8fcc-7d46347876fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:32Z', 'updated_at': '2022-06-10T17:53:37Z', 'revision_number': 5, 'project_id': '767f7c0142e64103a2d829d5951cd4ad', 'subnets': [{'id': 'd1b8af94-24d7-44e4-8fcc-7d46347876fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 17:59:30.137448 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-132c90b6-a047-4487-a65e-b760a7f5b60d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:30.183325 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241fa7fa-741d-4bfd-ada8-7192e1e968a7 req-c88504c7-f49c-46d7-962b-6655edecd9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:59:30.184761 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-241fa7fa-741d-4bfd-ada8-7192e1e968a7 req-c88504c7-f49c-46d7-962b-6655edecd9d2 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=d1b8af94-24d7-44e4-8fcc-7d46347876fd HTTP/1.1" status: 200 len: 849 time: 0.3461688 Jun 10 17:59:30.187064 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-132c90b6-a047-4487-a65e-b760a7f5b60d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263706186'] for subnet, precommit_delete_associations {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:30.291829 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241fa7fa-741d-4bfd-ada8-7192e1e968a7 req-dd705260-fd5c-4e85-be84-0123402f678f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 17:59:30.293322 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-241fa7fa-741d-4bfd-ada8-7192e1e968a7 req-dd705260-fd5c-4e85-be84-0123402f678f service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=31f77b64-5d2a-4d41-a094-437a49d2382f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0869856 Jun 10 17:59:30.314105 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4b73f6-9032-4cab-93c1-9ace355a1fb1 None None] New status for floating IP b81711b6-ba70-461b-a6c3-7e5d4ad5d67f: ACTIVE {{(pid=114531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 17:59:30.322866 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-132c90b6-a047-4487-a65e-b760a7f5b60d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4008051'] for subnet, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:30.431604 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-241fa7fa-741d-4bfd-ada8-7192e1e968a7 req-08b9ae3b-0f2c-46eb-9d86-b3fbb24d85fb service neutron] 10.222.0.27 "GET /v2.0/networks/31f77b64-5d2a-4d41-a094-437a49d2382f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302159 Jun 10 17:59:30.494993 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-132c90b6-a047-4487-a65e-b760a7f5b60d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4008060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263062998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263210359'] for subnet, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:30.530204 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device 410b1b9f-a001-4d68-be21-d8f17484d592 no longer exists at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 10 17:59:30.534197 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-132c90b6-a047-4487-a65e-b760a7f5b60d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-734032'] for subnet, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:30.539481 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-132c90b6-a047-4487-a65e-b760a7f5b60d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9741f818-fc3a-495a-a8d9-92f5229bfc6e HTTP/1.1" status: 204 len: 168 time: 0.7582951 Jun 10 17:59:30.539481 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132c90b6-a047-4487-a65e-b760a7f5b60d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9741f818-fc3a-495a-a8d9-92f5229bfc6e,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:59:30.539843 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 51320) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:59:30.555796 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa15def-592d-48db-a594-d261c6f81676 None None] Network cf05028d-c72b-40d9-b732-31cbffe291f6 requested from dv-cinder-xena-3-iscsi {{(pid=114530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 17:59:30.557951 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] No Port match for: 410b1b9f-a001-4d68-be21-d8f17484d592 {{(pid=114530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 10 17:59:30.558303 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device 410b1b9f-a001-4d68-be21-d8f17484d592 not bound to the agent host dv-cinder-xena-3-iscsi {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 10 17:59:30.558710 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device 6f13a53a-504f-443b-87c9-e435164ad56f no longer exists at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 10 17:59:30.580633 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] No Port match for: 6f13a53a-504f-443b-87c9-e435164ad56f {{(pid=114530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 10 17:59:30.580867 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device 6f13a53a-504f-443b-87c9-e435164ad56f not bound to the agent host dv-cinder-xena-3-iscsi {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 10 17:59:30.585407 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-241fa7fa-741d-4bfd-ada8-7192e1e968a7 req-0f1d0832-d5a1-4d2b-aab5-e9a07b8789a2 service neutron] 10.222.0.27 "GET /v2.0/networks/31f77b64-5d2a-4d41-a094-437a49d2382f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462684 Jun 10 17:59:30.623604 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-da781e9b-1cc5-4f31-b78a-20272ac746d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3935284'] for network, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:30.677705 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.plugin [None req-da781e9b-1cc5-4f31-b78a-20272ac746d4 admin admin] Deleting port d3ddb960-0548-49d3-8af8-c1c56e764ad9 {{(pid=114529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 10 17:59:30.678042 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-da781e9b-1cc5-4f31-b78a-20272ac746d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764021161391'] for port, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:30.746489 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.db [None req-da781e9b-1cc5-4f31-b78a-20272ac746d4 admin admin] For port d3ddb960-0548-49d3-8af8-c1c56e764ad9, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=d3ddb960-0548-49d3-8af8-c1c56e764ad9,segment=NetworkSegment(6709a124-9c43-4d87-92f9-6a6c112d5626),segment_id=6709a124-9c43-4d87-92f9-6a6c112d5626)] {{(pid=114529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:59:30.746853 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-da781e9b-1cc5-4f31-b78a-20272ac746d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781461'] for port, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:30.750382 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de88c249-3fa6-4855-bb24-4c3920ef7d4a None None] DHCP port deletion for cf05028d-c72b-40d9-b732-31cbffe291f6 request from dv-cinder-xena-3-iscsi {{(pid=114530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 17:59:30.760088 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.plugin [None req-da781e9b-1cc5-4f31-b78a-20272ac746d4 admin admin] Calling delete_port for d3ddb960-0548-49d3-8af8-c1c56e764ad9 owned by network:dhcp {{(pid=114529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 10 17:59:30.797101 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-de88c249-3fa6-4855-bb24-4c3920ef7d4a None None] Deleting port d3ddb960-0548-49d3-8af8-c1c56e764ad9 {{(pid=114530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 10 17:59:30.797479 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-de88c249-3fa6-4855-bb24-4c3920ef7d4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764021161391'] for port, before_delete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:30.862590 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-de88c249-3fa6-4855-bb24-4c3920ef7d4a None None] For port d3ddb960-0548-49d3-8af8-c1c56e764ad9, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=d3ddb960-0548-49d3-8af8-c1c56e764ad9,segment=NetworkSegment(6709a124-9c43-4d87-92f9-6a6c112d5626),segment_id=6709a124-9c43-4d87-92f9-6a6c112d5626)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 17:59:30.862985 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-de88c249-3fa6-4855-bb24-4c3920ef7d4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781461'] for port, precommit_delete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:30.875578 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-de88c249-3fa6-4855-bb24-4c3920ef7d4a None None] Calling delete_port for d3ddb960-0548-49d3-8af8-c1c56e764ad9 owned by network:dhcp {{(pid=114530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 10 17:59:30.876107 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-da781e9b-1cc5-4f31-b78a-20272ac746d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764021169165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764020614696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263063011'] for port, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:30.901948 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da781e9b-1cc5-4f31-b78a-20272ac746d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3ddb960-0548-49d3-8af8-c1c56e764ad9,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:59:30.903784 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da781e9b-1cc5-4f31-b78a-20272ac746d4 admin admin] No DVR routers for this DVR port d3ddb960-0548-49d3-8af8-c1c56e764ad9 on host dv-cinder-xena-3-iscsi {{(pid=114529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 17:59:30.951102 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-de88c249-3fa6-4855-bb24-4c3920ef7d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764021169165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764020614696'] for port, after_delete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:30.978354 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-da781e9b-1cc5-4f31-b78a-20272ac746d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4008428', 'neutron.services.segments.db._delete_segments_for_network-8764020915914'] for network, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:30.980262 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de88c249-3fa6-4855-bb24-4c3920ef7d4a None None] Pushing event deleted for resources: {'Port': ['ID=d3ddb960-0548-49d3-8af8-c1c56e764ad9,revision_number=None']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:59:30.982306 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de88c249-3fa6-4855-bb24-4c3920ef7d4a None None] No DVR routers for this DVR port d3ddb960-0548-49d3-8af8-c1c56e764ad9 on host dv-cinder-xena-3-iscsi {{(pid=114530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 17:59:31.000473 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.services.segments.db [None req-da781e9b-1cc5-4f31-b78a-20272ac746d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf05028d-c72b-40d9-b732-31cbffe291f6']}} {{(pid=114529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:59:31.009328 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.services.segments.db [None req-da781e9b-1cc5-4f31-b78a-20272ac746d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6709a124-9c43-4d87-92f9-6a6c112d5626') {'for_net_delete': True} {{(pid=114529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:59:31.009615 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.services.segments.db [None req-da781e9b-1cc5-4f31-b78a-20272ac746d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6709a124-9c43-4d87-92f9-6a6c112d5626') {} {{(pid=114529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:59:31.019139 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-da781e9b-1cc5-4f31-b78a-20272ac746d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764020916947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263706163'] for segment, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:31.032382 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-da781e9b-1cc5-4f31-b78a-20272ac746d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009214'] for segment, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:31.038096 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da781e9b-1cc5-4f31-b78a-20272ac746d4 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=114529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 17:59:31.038505 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-da781e9b-1cc5-4f31-b78a-20272ac746d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263062844'] for segment, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:31.056610 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.services.segments.plugin [-] Segment 6709a124-9c43-4d87-92f9-6a6c112d5626 resource provider aggregate not found Jun 10 17:59:31.096933 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.services.segments.plugin [-] Segment 6709a124-9c43-4d87-92f9-6a6c112d5626 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6709a124-9c43-4d87-92f9-6a6c112d5626 found for delete ", "request_id": "req-8ce76159-c969-407c-b15d-80341015860e"}]} Jun 10 17:59:31.150731 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-da781e9b-1cc5-4f31-b78a-20272ac746d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4008437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753944'] for network, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:31.157256 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-da781e9b-1cc5-4f31-b78a-20272ac746d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-734032'] for network, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:31.160327 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-da781e9b-1cc5-4f31-b78a-20272ac746d4 admin admin] 10.222.0.16 "DELETE /v2.0/networks/cf05028d-c72b-40d9-b732-31cbffe291f6 HTTP/1.1" status: 204 len: 168 time: 0.6180351 Jun 10 17:59:31.171398 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da781e9b-1cc5-4f31-b78a-20272ac746d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf05028d-c72b-40d9-b732-31cbffe291f6,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:59:31.460065 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 51328) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:59:31.500688 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-24a1916b-41cb-4b55-bc68-7fb4a22d299a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ae2c0c7e115f4f079bcf8d85f2bdfadf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381110 Jun 10 17:59:31.501806 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 51330) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:59:31.547593 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-bfa3d36b-d100-4823-9dca-c7cc0216bb06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:31.568475 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-bfa3d36b-d100-4823-9dca-c7cc0216bb06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:31.670596 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-bfa3d36b-d100-4823-9dca-c7cc0216bb06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:31.673073 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-bfa3d36b-d100-4823-9dca-c7cc0216bb06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:31.674213 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-bfa3d36b-d100-4823-9dca-c7cc0216bb06 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cb6417ef-43d2-4a68-9e25-526e552e8e1e HTTP/1.1" status: 204 len: 168 time: 0.1714249 Jun 10 17:59:31.681996 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa3d36b-d100-4823-9dca-c7cc0216bb06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6417ef-43d2-4a68-9e25-526e552e8e1e,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:59:32.520874 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device d3ddb960-0548-49d3-8af8-c1c56e764ad9 no longer exists at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 10 17:59:32.540547 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] No Port match for: d3ddb960-0548-49d3-8af8-c1c56e764ad9 {{(pid=114530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 10 17:59:32.540828 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device d3ddb960-0548-49d3-8af8-c1c56e764ad9 not bound to the agent host dv-cinder-xena-3-iscsi {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 10 17:59:38.384692 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-9644dee8-38f4-4861-a33f-edbd712656ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:40.847723 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-e25e5cc6-6bd4-47a1-9ff0-175e7db81158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:41.807523 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-9e937c9f-4d57-47ec-81ad-8e77ea25145e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:42.437582 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 51440) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:59:42.541664 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-fbc05847-41f8-4c3b-8556-e6cf1f6ad245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:42.612929 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-fbc05847-41f8-4c3b-8556-e6cf1f6ad245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:42.687275 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-fbc05847-41f8-4c3b-8556-e6cf1f6ad245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:42.722429 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc05847-41f8-4c3b-8556-e6cf1f6ad245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e7c2ca-6ef6-47d6-bf5a-dc820a709505,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:59:42.727895 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-fbc05847-41f8-4c3b-8556-e6cf1f6ad245 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f95f7cfa8ee548218a87992e1fe45a24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2892842 Jun 10 17:59:42.730430 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 51446) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:59:42.778303 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-6a6f385a-366f-45fd-8de8-0752c7483cd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:42.799710 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-6a6f385a-366f-45fd-8de8-0752c7483cd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:42.938671 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-6a6f385a-366f-45fd-8de8-0752c7483cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:42.941165 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-6a6f385a-366f-45fd-8de8-0752c7483cd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:42.942354 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-6a6f385a-366f-45fd-8de8-0752c7483cd6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/19e7c2ca-6ef6-47d6-bf5a-dc820a709505 HTTP/1.1" status: 204 len: 168 time: 0.2109342 Jun 10 17:59:42.950050 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6f385a-366f-45fd-8de8-0752c7483cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e7c2ca-6ef6-47d6-bf5a-dc820a709505,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:59:43.115663 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a5a6984-4625-4674-bdbb-a7ccf76cac14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:43.927923 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:45.296774 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 51496) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:59:45.401545 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-fd238fa9-5545-494e-97e3-369aff24918c admin admin] Notify callbacks [] for security_group, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:45.474073 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-fd238fa9-5545-494e-97e3-369aff24918c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:45.538053 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-fd238fa9-5545-494e-97e3-369aff24918c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:45.573079 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd238fa9-5545-494e-97e3-369aff24918c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe07afd-6b6a-4f01-8717-eb4d0bc28da8,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:59:45.579043 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-fd238fa9-5545-494e-97e3-369aff24918c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=75bb2c8b10654e81b3f3b8f5fe32be45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2803562 Jun 10 17:59:45.581911 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 51500) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:59:45.628242 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-e8c3750d-17de-4b67-bea9-a13e0c262f87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:45.648547 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-e8c3750d-17de-4b67-bea9-a13e0c262f87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:45.749754 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-e8c3750d-17de-4b67-bea9-a13e0c262f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:45.752779 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-e8c3750d-17de-4b67-bea9-a13e0c262f87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:45.753912 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-e8c3750d-17de-4b67-bea9-a13e0c262f87 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8fe07afd-6b6a-4f01-8717-eb4d0bc28da8 HTTP/1.1" status: 204 len: 168 time: 0.1710823 Jun 10 17:59:45.761235 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c3750d-17de-4b67-bea9-a13e0c262f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe07afd-6b6a-4f01-8717-eb4d0bc28da8,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:59:46.406538 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 51506) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:59:46.422579 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-ffa8510d-52f9-40d1-9f79-a35386cfc1d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:46.495229 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-ffa8510d-52f9-40d1-9f79-a35386cfc1d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:46.555253 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.agents_db [None req-a7dfe2cf-50d1-49ca-b1ce-2a181a6e45d3 None None] Agent healthcheck: found 6 active agents {{(pid=114531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 10 17:59:46.555770 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-ffa8510d-52f9-40d1-9f79-a35386cfc1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:46.591148 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-ffa8510d-52f9-40d1-9f79-a35386cfc1d7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6164e2c6b7e84822835c545319277310&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1835697 Jun 10 17:59:46.593044 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa8510d-52f9-40d1-9f79-a35386cfc1d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e0ba988-5052-4d2e-84a2-dab15e731d98,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:59:46.594815 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 51508) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 17:59:46.642067 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-0095c5f0-b7f3-4f3d-9b97-cfe4b539d06b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:46.665653 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-0095c5f0-b7f3-4f3d-9b97-cfe4b539d06b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:46.773029 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-0095c5f0-b7f3-4f3d-9b97-cfe4b539d06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:46.775670 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-0095c5f0-b7f3-4f3d-9b97-cfe4b539d06b admin admin] Notify callbacks [] for security_group, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:59:46.776799 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-0095c5f0-b7f3-4f3d-9b97-cfe4b539d06b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2e0ba988-5052-4d2e-84a2-dab15e731d98 HTTP/1.1" status: 204 len: 168 time: 0.1810126 Jun 10 17:59:46.787302 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0095c5f0-b7f3-4f3d-9b97-cfe4b539d06b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e0ba988-5052-4d2e-84a2-dab15e731d98,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:59:50.092448 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:00:08.059574 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 51726) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 18:00:08.161881 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-b88ad79a-9ea7-4d40-92af-087f1d27c309 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:00:08.238357 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-b88ad79a-9ea7-4d40-92af-087f1d27c309 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:00:08.320830 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-b88ad79a-9ea7-4d40-92af-087f1d27c309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:00:08.359630 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-b88ad79a-9ea7-4d40-92af-087f1d27c309 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9a8f4cbb95034c46a5cce48e7540164e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2989478 Jun 10 18:00:08.360629 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88ad79a-9ea7-4d40-92af-087f1d27c309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa54fa15-190e-42ac-8794-8a832e85e9a0,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:00:08.362368 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 51732) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 18:00:08.367739 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88ad79a-9ea7-4d40-92af-087f1d27c309 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:00:08.368081 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88ad79a-9ea7-4d40-92af-087f1d27c309 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:00:08.368418 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88ad79a-9ea7-4d40-92af-087f1d27c309 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:00:08.368747 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88ad79a-9ea7-4d40-92af-087f1d27c309 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:00:08.369072 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88ad79a-9ea7-4d40-92af-087f1d27c309 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:00:08.369395 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88ad79a-9ea7-4d40-92af-087f1d27c309 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:00:08.369718 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88ad79a-9ea7-4d40-92af-087f1d27c309 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:00:08.370037 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88ad79a-9ea7-4d40-92af-087f1d27c309 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:00:08.370395 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88ad79a-9ea7-4d40-92af-087f1d27c309 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:00:08.370715 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88ad79a-9ea7-4d40-92af-087f1d27c309 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:00:08.371030 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88ad79a-9ea7-4d40-92af-087f1d27c309 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:00:08.371346 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88ad79a-9ea7-4d40-92af-087f1d27c309 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:00:08.407517 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-039f9a85-bd2b-41ef-b44b-2f56988cb126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:00:08.409868 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-b6d38893-3a97-4462-bf37-c721704bca51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:00:08.431184 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-b6d38893-3a97-4462-bf37-c721704bca51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:00:08.566283 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-b6d38893-3a97-4462-bf37-c721704bca51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:00:08.568849 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-b6d38893-3a97-4462-bf37-c721704bca51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:00:08.570028 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-b6d38893-3a97-4462-bf37-c721704bca51 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aa54fa15-190e-42ac-8794-8a832e85e9a0 HTTP/1.1" status: 204 len: 168 time: 0.2066164 Jun 10 18:00:08.578490 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d38893-3a97-4462-bf37-c721704bca51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa54fa15-190e-42ac-8794-8a832e85e9a0,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:00:08.585923 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d38893-3a97-4462-bf37-c721704bca51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:00:08.586321 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d38893-3a97-4462-bf37-c721704bca51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:00:08.586621 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d38893-3a97-4462-bf37-c721704bca51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:00:08.586950 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d38893-3a97-4462-bf37-c721704bca51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:00:08.587279 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d38893-3a97-4462-bf37-c721704bca51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:00:08.587604 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d38893-3a97-4462-bf37-c721704bca51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:00:08.588028 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d38893-3a97-4462-bf37-c721704bca51 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:00:08.588352 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d38893-3a97-4462-bf37-c721704bca51 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:00:08.588682 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d38893-3a97-4462-bf37-c721704bca51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:00:08.589000 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d38893-3a97-4462-bf37-c721704bca51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:00:08.589319 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d38893-3a97-4462-bf37-c721704bca51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:00:08.589705 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d38893-3a97-4462-bf37-c721704bca51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:00:09.156017 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 51738) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 18:00:09.168821 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-1d222414-2988-4312-a8ec-9abe5851b544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:00:09.243347 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-1d222414-2988-4312-a8ec-9abe5851b544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:00:09.326502 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-1d222414-2988-4312-a8ec-9abe5851b544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:00:09.364034 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-1d222414-2988-4312-a8ec-9abe5851b544 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=888600b6001b4f57868e0f3635ab1ff2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2069409 Jun 10 18:00:09.364876 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d222414-2988-4312-a8ec-9abe5851b544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5647d4b9-d6d0-421e-b3ce-b084012bed5d,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:00:09.366774 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 51740) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 18:00:09.414340 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-5b31bbd5-1b07-4aa6-b8ec-34eb29d07290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:00:09.435319 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-5b31bbd5-1b07-4aa6-b8ec-34eb29d07290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:00:09.531970 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-5b31bbd5-1b07-4aa6-b8ec-34eb29d07290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:00:09.534660 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-5b31bbd5-1b07-4aa6-b8ec-34eb29d07290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:00:09.535849 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-5b31bbd5-1b07-4aa6-b8ec-34eb29d07290 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5647d4b9-d6d0-421e-b3ce-b084012bed5d HTTP/1.1" status: 204 len: 168 time: 0.1680865 Jun 10 18:00:09.543661 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b31bbd5-1b07-4aa6-b8ec-34eb29d07290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5647d4b9-d6d0-421e-b3ce-b084012bed5d,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:00:10.750333 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-fe3ec483-f7d2-4642-b4ba-d8eddfd61061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:00:11.823494 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-9e937c9f-4d57-47ec-81ad-8e77ea25145e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:00:12.869916 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 51808) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 18:00:12.970284 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-413a1ff6-722c-4b95-b5ec-44e4fd299eed admin admin] Notify callbacks [] for security_group, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:00:13.042468 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-413a1ff6-722c-4b95-b5ec-44e4fd299eed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:00:13.137551 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a5a6984-4625-4674-bdbb-a7ccf76cac14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:00:13.155705 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-413a1ff6-722c-4b95-b5ec-44e4fd299eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:00:13.193969 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-413a1ff6-722c-4b95-b5ec-44e4fd299eed admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=99b9211131e74a9498fda17b7510bb50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3229589 Jun 10 18:00:13.194961 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413a1ff6-722c-4b95-b5ec-44e4fd299eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9fd5e7-e2fc-4395-9baa-91e57b3f3de5,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:00:13.196665 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 51812) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 18:00:13.245671 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-a790f255-5dd6-4646-b373-2a6e92cf60d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:00:13.266574 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-a790f255-5dd6-4646-b373-2a6e92cf60d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:00:13.372282 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-a790f255-5dd6-4646-b373-2a6e92cf60d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:00:13.374775 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-a790f255-5dd6-4646-b373-2a6e92cf60d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:00:13.375968 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-a790f255-5dd6-4646-b373-2a6e92cf60d3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4c9fd5e7-e2fc-4395-9baa-91e57b3f3de5 HTTP/1.1" status: 204 len: 168 time: 0.1782403 Jun 10 18:00:13.383857 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a790f255-5dd6-4646-b373-2a6e92cf60d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9fd5e7-e2fc-4395-9baa-91e57b3f3de5,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:00:13.949294 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:00:14.002136 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 51818) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 18:00:14.015173 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-1e0f8f5f-59f0-42c4-9b0e-fcc03c0da689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:00:14.087009 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-1e0f8f5f-59f0-42c4-9b0e-fcc03c0da689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:00:14.149154 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-1e0f8f5f-59f0-42c4-9b0e-fcc03c0da689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:00:14.190555 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-1e0f8f5f-59f0-42c4-9b0e-fcc03c0da689 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f959e3b727a148c1a16085b2e14ebd9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1872213 Jun 10 18:00:14.191298 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0f8f5f-59f0-42c4-9b0e-fcc03c0da689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6414c095-3232-44c5-b5d6-43154e5ddcf0,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:00:14.193153 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 51820) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 18:00:14.241440 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-5fffb05e-2bd7-4ed9-8518-29339c5e8b44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:00:14.262080 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-5fffb05e-2bd7-4ed9-8518-29339c5e8b44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:00:14.458003 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-5fffb05e-2bd7-4ed9-8518-29339c5e8b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:00:14.460463 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-5fffb05e-2bd7-4ed9-8518-29339c5e8b44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:00:14.461601 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-5fffb05e-2bd7-4ed9-8518-29339c5e8b44 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6414c095-3232-44c5-b5d6-43154e5ddcf0 HTTP/1.1" status: 204 len: 168 time: 0.2674513 Jun 10 18:00:14.469930 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fffb05e-2bd7-4ed9-8518-29339c5e8b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6414c095-3232-44c5-b5d6-43154e5ddcf0,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:00:20.137571 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:00:23.555337 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.agents_db [None req-a7dfe2cf-50d1-49ca-b1ce-2a181a6e45d3 None None] Agent healthcheck: found 6 active agents {{(pid=114531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 10 18:00:27.142230 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 51946) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 18:00:27.246279 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-47e72dab-8eab-44c7-b8cd-1400fb8bea25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:00:27.319183 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-47e72dab-8eab-44c7-b8cd-1400fb8bea25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:00:27.417528 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-47e72dab-8eab-44c7-b8cd-1400fb8bea25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:00:27.456720 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-47e72dab-8eab-44c7-b8cd-1400fb8bea25 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6721a0543f81406ab4c73b4e9d4b0d3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3133974 Jun 10 18:00:27.457657 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e72dab-8eab-44c7-b8cd-1400fb8bea25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77edcb4c-024d-48a6-9348-f4dd396183c5,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:00:27.459475 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 51950) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 18:00:27.507544 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-ab5d1b4c-8b4c-4d75-9cd4-f6588810a4ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:00:27.527572 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-ab5d1b4c-8b4c-4d75-9cd4-f6588810a4ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:00:27.657418 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-ab5d1b4c-8b4c-4d75-9cd4-f6588810a4ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:00:27.660028 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-ab5d1b4c-8b4c-4d75-9cd4-f6588810a4ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:00:27.661164 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-ab5d1b4c-8b4c-4d75-9cd4-f6588810a4ae admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/77edcb4c-024d-48a6-9348-f4dd396183c5 HTTP/1.1" status: 204 len: 168 time: 0.2007177 Jun 10 18:00:27.668959 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5d1b4c-8b4c-4d75-9cd4-f6588810a4ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77edcb4c-024d-48a6-9348-f4dd396183c5,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:00:28.083968 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-844ff3be-638c-4410-968e-fa4335b23462 req-3d6631ec-d3bb-4ab9-ba62-ff24e6bbb154 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=bd5dacfc-71db-4f47-83c1-f97e8426b728&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400584 Jun 10 18:00:28.179686 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ff3be-638c-4410-968e-fa4335b23462 req-5910bb53-ca4e-4a65-a3dd-f5f228b64597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 18:00:28.181171 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-844ff3be-638c-4410-968e-fa4335b23462 req-5910bb53-ca4e-4a65-a3dd-f5f228b64597 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=767f7c0142e64103a2d829d5951cd4ad&device_id=bd5dacfc-71db-4f47-83c1-f97e8426b728 HTTP/1.1" status: 200 len: 1098 time: 0.0404372 Jun 10 18:00:28.286950 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ff3be-638c-4410-968e-fa4335b23462 req-e7aed6e9-a887-4af5-b83a-6f427ee02f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 18:00:28.288440 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-844ff3be-638c-4410-968e-fa4335b23462 req-e7aed6e9-a887-4af5-b83a-6f427ee02f47 service neutron] 10.222.0.27 "GET /v2.0/networks?id=31f77b64-5d2a-4d41-a094-437a49d2382f HTTP/1.1" status: 200 len: 911 time: 0.0897868 Jun 10 18:00:28.353972 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-844ff3be-638c-4410-968e-fa4335b23462 req-4e4560c8-b485-4ce8-a90e-2d65943f0ead service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f66d755c-2579-49bd-8931-f89c56beea96 HTTP/1.1" status: 200 len: 1000 time: 0.0594161 Jun 10 18:00:28.361916 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 51956) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 18:00:28.375648 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-df7eec52-7dba-4d1c-998a-4aa394d73a61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:00:28.406855 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ff3be-638c-4410-968e-fa4335b23462 req-254cd612-5e89-4977-86cf-c3c99dbed3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 18:00:28.408221 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-844ff3be-638c-4410-968e-fa4335b23462 req-254cd612-5e89-4977-86cf-c3c99dbed3d9 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=d1b8af94-24d7-44e4-8fcc-7d46347876fd HTTP/1.1" status: 200 len: 849 time: 0.0480542 Jun 10 18:00:28.450566 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-df7eec52-7dba-4d1c-998a-4aa394d73a61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:00:28.452961 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ff3be-638c-4410-968e-fa4335b23462 req-66485523-6428-4fe3-b2cf-5d5ffde83568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 18:00:28.454450 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-844ff3be-638c-4410-968e-fa4335b23462 req-66485523-6428-4fe3-b2cf-5d5ffde83568 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=31f77b64-5d2a-4d41-a094-437a49d2382f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0400898 Jun 10 18:00:28.531556 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-df7eec52-7dba-4d1c-998a-4aa394d73a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:00:28.540336 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-844ff3be-638c-4410-968e-fa4335b23462 req-d341012a-1e34-4b56-a831-e57811011f41 service neutron] 10.222.0.27 "GET /v2.0/networks/31f77b64-5d2a-4d41-a094-437a49d2382f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798538 Jun 10 18:00:28.567622 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-df7eec52-7dba-4d1c-998a-4aa394d73a61 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=96b64a2e4df1491e9fd3eb23173ee44c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2044191 Jun 10 18:00:28.570341 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 51958) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 18:00:28.572235 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7eec52-7dba-4d1c-998a-4aa394d73a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c8190c-aa7b-4376-8bbf-f2ae91efdb06,revision_number=1']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:00:28.664328 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-844ff3be-638c-4410-968e-fa4335b23462 req-40931e2a-1d68-486d-bda7-67dccfedb491 service neutron] 10.222.0.27 "GET /v2.0/networks/31f77b64-5d2a-4d41-a094-437a49d2382f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178057 Jun 10 18:00:28.668578 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-8121f36d-2198-416c-b503-fc6cff0ac2e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:00:28.690392 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-8121f36d-2198-416c-b503-fc6cff0ac2e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:00:28.834837 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-8121f36d-2198-416c-b503-fc6cff0ac2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:00:28.837453 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-8121f36d-2198-416c-b503-fc6cff0ac2e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:00:28.838599 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-8121f36d-2198-416c-b503-fc6cff0ac2e6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/62c8190c-aa7b-4376-8bbf-f2ae91efdb06 HTTP/1.1" status: 204 len: 168 time: 0.2673635 Jun 10 18:00:28.849021 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8121f36d-2198-416c-b503-fc6cff0ac2e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c8190c-aa7b-4376-8bbf-f2ae91efdb06,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:00:29.710859 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 51964) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 18:00:29.727924 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-78323d37-ef5e-4041-ba5e-05b416d52e4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:00:29.798995 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-78323d37-ef5e-4041-ba5e-05b416d52e4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:00:29.897050 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-78323d37-ef5e-4041-ba5e-05b416d52e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:00:29.935286 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-78323d37-ef5e-4041-ba5e-05b416d52e4a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=abe53853f2794d69b8b920d22eefec6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2233567 Jun 10 18:00:29.936830 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78323d37-ef5e-4041-ba5e-05b416d52e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccea083b-0143-4b07-b5f9-4a023290716c,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:00:29.938801 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 51966) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 18:00:29.988648 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-a362b0c0-93a1-4961-8c04-e0b00543e48d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:00:30.008744 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-a362b0c0-93a1-4961-8c04-e0b00543e48d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:00:30.171609 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-a362b0c0-93a1-4961-8c04-e0b00543e48d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:00:30.174197 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-a362b0c0-93a1-4961-8c04-e0b00543e48d admin admin] Notify callbacks [] for security_group, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:00:30.175618 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-a362b0c0-93a1-4961-8c04-e0b00543e48d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ccea083b-0143-4b07-b5f9-4a023290716c HTTP/1.1" status: 204 len: 168 time: 0.2355642 Jun 10 18:00:30.183485 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a362b0c0-93a1-4961-8c04-e0b00543e48d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccea083b-0143-4b07-b5f9-4a023290716c,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:00:31.948599 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 51996) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 18:00:32.051469 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-1aa0daf1-05fb-46de-b9ca-d3defae4b0f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:00:32.123063 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-1aa0daf1-05fb-46de-b9ca-d3defae4b0f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:00:32.200354 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-1aa0daf1-05fb-46de-b9ca-d3defae4b0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_create {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:00:32.238585 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-1aa0daf1-05fb-46de-b9ca-d3defae4b0f2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ea5f25314395465f8025a960e924fd21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2889519 Jun 10 18:00:32.239547 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa0daf1-05fb-46de-b9ca-d3defae4b0f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffea7838-8e68-496d-8066-deec9cf311fe,revision_number=1']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:00:32.241360 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 52000) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 18:00:32.290773 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-c3ffdcb7-0591-4390-a2b6-93f78e962f8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:00:32.312214 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-c3ffdcb7-0591-4390-a2b6-93f78e962f8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:00:32.485727 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-c3ffdcb7-0591-4390-a2b6-93f78e962f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:00:32.488276 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-c3ffdcb7-0591-4390-a2b6-93f78e962f8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:00:32.489424 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-c3ffdcb7-0591-4390-a2b6-93f78e962f8c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ffea7838-8e68-496d-8066-deec9cf311fe HTTP/1.1" status: 204 len: 168 time: 0.2464042 Jun 10 18:00:32.497062 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ffdcb7-0591-4390-a2b6-93f78e962f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffea7838-8e68-496d-8066-deec9cf311fe,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:00:38.445921 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-5ad29545-3e80-4f85-b10a-72f9b4c144cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:00:40.771284 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-9996f608-6fac-4737-9732-5d190e38e445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:00:41.896647 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-9e937c9f-4d57-47ec-81ad-8e77ea25145e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:00:43.114112 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a5a6984-4625-4674-bdbb-a7ccf76cac14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:00:43.970915 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:00:50.096832 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:00:56.602170 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 52004) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 18:00:56.752356 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.plugin [None req-da9b7588-73cf-4ed1-93ed-557ee54b72ac tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Deleting port ccd43ad2-5a88-482d-ac59-f71279bd296b {{(pid=114528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 10 18:00:56.752749 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-da9b7588-73cf-4ed1-93ed-557ee54b72ac tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764021161391'] for port, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:00:56.830931 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-da9b7588-73cf-4ed1-93ed-557ee54b72ac tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781461'] for port, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:00:56.831191 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-da9b7588-73cf-4ed1-93ed-557ee54b72ac tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:00:56.843294 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.plugin [None req-da9b7588-73cf-4ed1-93ed-557ee54b72ac tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Calling delete_port for ccd43ad2-5a88-482d-ac59-f71279bd296b owned by network:floatingip {{(pid=114528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 10 18:00:57.119801 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-da9b7588-73cf-4ed1-93ed-557ee54b72ac tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764021169165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764020614696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940005'] for port, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:00:57.145604 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9b7588-73cf-4ed1-93ed-557ee54b72ac tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Pushing event deleted for resources: {'Port': ['ID=ccd43ad2-5a88-482d-ac59-f71279bd296b,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:00:57.206807 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-da9b7588-73cf-4ed1-93ed-557ee54b72ac tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks [] for floatingip, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:00:57.207132 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.db.l3_db [None req-da9b7588-73cf-4ed1-93ed-557ee54b72ac tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Floating IP b81711b6-ba70-461b-a6c3-7e5d4ad5d67f disassociated (deleted). External IP: 172.37.5.91, port: 47bcf895-07fd-490f-b358-46cb7f872e6f. Jun 10 18:00:57.660013 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da9b7588-73cf-4ed1-93ed-557ee54b72ac tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Router a1fde4fd-6e20-4b47-afa3-718fc7f77f11 has already been hosted by L3 agent e04d2863-a40a-41db-9b2a-39042df37909 {{(pid=114528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 10 18:00:57.767108 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da9b7588-73cf-4ed1-93ed-557ee54b72ac tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=114528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 10 18:00:57.771542 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-da9b7588-73cf-4ed1-93ed-557ee54b72ac tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for floatingip, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:00:57.777454 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b77f922-fa2d-4f35-a483-dca32dcf9330 None None] Sync routers for ids ['a1fde4fd-6e20-4b47-afa3-718fc7f77f11'] in dv-cinder-xena-3-iscsi {{(pid=114530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 18:00:57.787533 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b77f922-fa2d-4f35-a483-dca32dcf9330 None None] Routers {'a1fde4fd-6e20-4b47-afa3-718fc7f77f11'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 18:00:57.788239 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-7b77f922-fa2d-4f35-a483-dca32dcf9330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T18:00:41Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['a1fde4fd-6e20-4b47-afa3-718fc7f77f11'], 'active': True} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:00:57.798759 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-da9b7588-73cf-4ed1-93ed-557ee54b72ac tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "DELETE /v2.0/floatingips/b81711b6-ba70-461b-a6c3-7e5d4ad5d67f HTTP/1.1" status: 204 len: 168 time: 1.1954908 Jun 10 18:00:57.799440 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd5e7e83-a163-4657-9548-a58fc0287e69', 'tag': '47bcf895-07fd-490f-b358-46cb7f872e6f'}] {{(pid=114528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 18:00:57.802062 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c4b580669e8e78bfc2035bf5baafa64bdcb7bdc1597d6f92a291bf2def5264" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d6c9823-76bb-4efc-a6a6-0b06b1880ee8" -d '{"events": [{"name": "network-changed", "server_uuid": "fd5e7e83-a163-4657-9548-a58fc0287e69", "tag": "47bcf895-07fd-490f-b358-46cb7f872e6f"}]}' {{(pid=114528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 18:00:57.839647 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Jun 2022 18:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159481c3-93e8-4bd9-b106-289ea66689eb x-openstack-request-id: req-159481c3-93e8-4bd9-b106-289ea66689eb {{(pid=114528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 18:00:57.839936 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd5e7e83-a163-4657-9548-a58fc0287e69", "tag": "47bcf895-07fd-490f-b358-46cb7f872e6f", "status": "completed", "code": 200}]} {{(pid=114528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 18:00:57.840271 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-159481c3-93e8-4bd9-b106-289ea66689eb {{(pid=114528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 18:00:57.841215 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-159481c3-93e8-4bd9-b106-289ea66689eb'] response: {'name': 'network-changed', 'server_uuid': 'fd5e7e83-a163-4657-9548-a58fc0287e69', 'tag': '47bcf895-07fd-490f-b358-46cb7f872e6f', 'status': 'completed', 'code': 200} Jun 10 18:00:57.911141 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvr_db [None req-7b77f922-fa2d-4f35-a483-dca32dcf9330 None None] Set router a1fde4fd-6e20-4b47-afa3-718fc7f77f11 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 18:00:57.926983 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c9823-76bb-4efc-a6a6-0b06b1880ee8 req-be56d213-a30b-4659-ac24-f569ed798042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 18:00:57.928479 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-7d6c9823-76bb-4efc-a6a6-0b06b1880ee8 req-be56d213-a30b-4659-ac24-f569ed798042 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=767f7c0142e64103a2d829d5951cd4ad&device_id=fd5e7e83-a163-4657-9548-a58fc0287e69 HTTP/1.1" status: 200 len: 1098 time: 0.0441060 Jun 10 18:00:58.017823 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c9823-76bb-4efc-a6a6-0b06b1880ee8 req-e2fa8c0a-a52b-4538-8f4b-e0a78e57dfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 18:00:58.019297 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-7d6c9823-76bb-4efc-a6a6-0b06b1880ee8 req-e2fa8c0a-a52b-4538-8f4b-e0a78e57dfbe service neutron] 10.222.0.27 "GET /v2.0/networks?id=31f77b64-5d2a-4d41-a094-437a49d2382f HTTP/1.1" status: 200 len: 911 time: 0.0837693 Jun 10 18:00:58.063075 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-7d6c9823-76bb-4efc-a6a6-0b06b1880ee8 req-a6ad7853-4f4e-4618-8dd6-1aa9d12c4aea service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47bcf895-07fd-490f-b358-46cb7f872e6f HTTP/1.1" status: 200 len: 217 time: 0.0375998 Jun 10 18:00:58.114870 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c9823-76bb-4efc-a6a6-0b06b1880ee8 req-353e16d5-d417-48ca-8593-58470865ef60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 18:00:58.116317 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-7d6c9823-76bb-4efc-a6a6-0b06b1880ee8 req-353e16d5-d417-48ca-8593-58470865ef60 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=d1b8af94-24d7-44e4-8fcc-7d46347876fd HTTP/1.1" status: 200 len: 849 time: 0.0471015 Jun 10 18:00:58.150297 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-7b77f922-fa2d-4f35-a483-dca32dcf9330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'name': 'tempest-TestVolumeBootPattern-53594753-router', 'tenant_id': '767f7c0142e64103a2d829d5951cd4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.23'}], 'enable_snat': True}, 'gw_port_id': '0931458b-35f3-456f-9bda-3a649ec99c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:28Z', 'updated_at': '2022-06-10T17:53:33Z', 'revision_number': 4, 'project_id': '767f7c0142e64103a2d829d5951cd4ad', 'gw_port': {'id': '0931458b-35f3-456f-9bda-3a649ec99c38', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:75:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:30Z', 'updated_at': '2022-06-10T17:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_floatingips': [{'id': 'b893045a-5af7-4603-815a-a21896d0ce21', 'tenant_id': '767f7c0142e64103a2d829d5951cd4ad', 'floating_ip_address': '172.37.5.76', 'floating_network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'router_id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'port_id': 'f66d755c-2579-49bd-8931-f89c56beea96', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31f77b64-5d2a-4d41-a094-437a49d2382f', 'mac_address': 'fa:16:3e:06:3e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5dacfc-71db-4f47-83c1-f97e8426b728', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-10T17:57:11Z', 'updated_at': '2022-06-10T17:57:14Z', 'revision_number': 1, 'project_id': '767f7c0142e64103a2d829d5951cd4ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a39eeeb9-007e-4abc-8309-d6b4dd253046', 'name': '', 'network_id': '31f77b64-5d2a-4d41-a094-437a49d2382f', 'tenant_id': '767f7c0142e64103a2d829d5951cd4ad', 'mac_address': 'fa:16:3e:9b:e1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'd1b8af94-24d7-44e4-8fcc-7d46347876fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:32Z', 'updated_at': '2022-06-10T17:53:37Z', 'revision_number': 5, 'project_id': '767f7c0142e64103a2d829d5951cd4ad', 'subnets': [{'id': 'd1b8af94-24d7-44e4-8fcc-7d46347876fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:00:58.166895 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c9823-76bb-4efc-a6a6-0b06b1880ee8 req-223b394a-0904-4fb9-a064-d2c4e3745104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 18:00:58.168377 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-7d6c9823-76bb-4efc-a6a6-0b06b1880ee8 req-223b394a-0904-4fb9-a064-d2c4e3745104 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=31f77b64-5d2a-4d41-a094-437a49d2382f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0458071 Jun 10 18:00:58.177744 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b77f922-fa2d-4f35-a483-dca32dcf9330 None None] Checking router: a1fde4fd-6e20-4b47-afa3-718fc7f77f11 for host: dv-cinder-xena-3-iscsi {{(pid=114530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 18:00:58.186151 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b77f922-fa2d-4f35-a483-dca32dcf9330 None None] Routers {'a1fde4fd-6e20-4b47-afa3-718fc7f77f11'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 18:00:58.187026 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-7b77f922-fa2d-4f35-a483-dca32dcf9330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T18:00:41Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['a1fde4fd-6e20-4b47-afa3-718fc7f77f11'], 'active': True} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:00:58.295781 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvr_db [None req-7b77f922-fa2d-4f35-a483-dca32dcf9330 None None] Set router a1fde4fd-6e20-4b47-afa3-718fc7f77f11 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 18:00:58.296011 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-7d6c9823-76bb-4efc-a6a6-0b06b1880ee8 req-05a785a1-2417-43a0-93ef-4e0f858b7072 service neutron] 10.222.0.27 "GET /v2.0/networks/31f77b64-5d2a-4d41-a094-437a49d2382f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201603 Jun 10 18:00:58.313722 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8298ba-2517-4f68-9c67-944a0f2f647c req-180f74b3-19d4-4f8f-b277-ca9cf821fe77 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 18:00:58.315173 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-aa8298ba-2517-4f68-9c67-944a0f2f647c req-180f74b3-19d4-4f8f-b277-ca9cf821fe77 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd5e7e83-a163-4657-9548-a58fc0287e69 HTTP/1.1" status: 200 len: 945 time: 0.0628574 Jun 10 18:00:58.409533 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-aa8298ba-2517-4f68-9c67-944a0f2f647c req-401a6135-76de-4309-b3fc-cc11e394b0fc tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae1e1d4-e4c7-4585-82e5-ff7616b8fd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0858142 Jun 10 18:00:58.438165 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-7d6c9823-76bb-4efc-a6a6-0b06b1880ee8 req-a5a4f80a-f8b7-4614-b128-d4cf2e45d628 service neutron] 10.222.0.27 "GET /v2.0/networks/31f77b64-5d2a-4d41-a094-437a49d2382f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220040 Jun 10 18:00:58.650024 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-7b77f922-fa2d-4f35-a483-dca32dcf9330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'name': 'tempest-TestVolumeBootPattern-53594753-router', 'tenant_id': '767f7c0142e64103a2d829d5951cd4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.23'}], 'enable_snat': True}, 'gw_port_id': '0931458b-35f3-456f-9bda-3a649ec99c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:28Z', 'updated_at': '2022-06-10T17:53:33Z', 'revision_number': 4, 'project_id': '767f7c0142e64103a2d829d5951cd4ad', 'gw_port': {'id': '0931458b-35f3-456f-9bda-3a649ec99c38', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:75:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:30Z', 'updated_at': '2022-06-10T17:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_floatingips': [{'id': 'b893045a-5af7-4603-815a-a21896d0ce21', 'tenant_id': '767f7c0142e64103a2d829d5951cd4ad', 'floating_ip_address': '172.37.5.76', 'floating_network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'router_id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'port_id': 'f66d755c-2579-49bd-8931-f89c56beea96', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31f77b64-5d2a-4d41-a094-437a49d2382f', 'mac_address': 'fa:16:3e:06:3e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5dacfc-71db-4f47-83c1-f97e8426b728', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-10T17:57:11Z', 'updated_at': '2022-06-10T17:57:14Z', 'revision_number': 1, 'project_id': '767f7c0142e64103a2d829d5951cd4ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a39eeeb9-007e-4abc-8309-d6b4dd253046', 'name': '', 'network_id': '31f77b64-5d2a-4d41-a094-437a49d2382f', 'tenant_id': '767f7c0142e64103a2d829d5951cd4ad', 'mac_address': 'fa:16:3e:9b:e1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'd1b8af94-24d7-44e4-8fcc-7d46347876fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:32Z', 'updated_at': '2022-06-10T17:53:37Z', 'revision_number': 5, 'project_id': '767f7c0142e64103a2d829d5951cd4ad', 'subnets': [{'id': 'd1b8af94-24d7-44e4-8fcc-7d46347876fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:00:58.676222 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b77f922-fa2d-4f35-a483-dca32dcf9330 None None] The sync data for ids ['a1fde4fd-6e20-4b47-afa3-718fc7f77f11'] in dv-cinder-xena-3-iscsi is: [{'id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'name': 'tempest-TestVolumeBootPattern-53594753-router', 'tenant_id': '767f7c0142e64103a2d829d5951cd4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.23'}], 'enable_snat': True}, 'gw_port_id': '0931458b-35f3-456f-9bda-3a649ec99c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:28Z', 'updated_at': '2022-06-10T17:53:33Z', 'revision_number': 4, 'project_id': '767f7c0142e64103a2d829d5951cd4ad', 'gw_port': {'id': '0931458b-35f3-456f-9bda-3a649ec99c38', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:75:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:30Z', 'updated_at': '2022-06-10T17:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_floatingips': [{'id': 'b893045a-5af7-4603-815a-a21896d0ce21', 'tenant_id': '767f7c0142e64103a2d829d5951cd4ad', 'floating_ip_address': '172.37.5.76', 'floating_network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'router_id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'port_id': 'f66d755c-2579-49bd-8931-f89c56beea96', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31f77b64-5d2a-4d41-a094-437a49d2382f', 'mac_address': 'fa:16:3e:06:3e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5dacfc-71db-4f47-83c1-f97e8426b728', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-10T17:57:11Z', 'updated_at': '2022-06-10T17:57:14Z', 'revision_number': 1, 'project_id': '767f7c0142e64103a2d829d5951cd4ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a39eeeb9-007e-4abc-8309-d6b4dd253046', 'name': '', 'network_id': '31f77b64-5d2a-4d41-a094-437a49d2382f', 'tenant_id': '767f7c0142e64103a2d829d5951cd4ad', 'mac_address': 'fa:16:3e:9b:e1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'd1b8af94-24d7-44e4-8fcc-7d46347876fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:32Z', 'updated_at': '2022-06-10T17:53:37Z', 'revision_number': 5, 'project_id': '767f7c0142e64103a2d829d5951cd4ad', 'subnets': [{'id': 'd1b8af94-24d7-44e4-8fcc-7d46347876fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 18:00:58.899008 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4de55af-4b27-478d-ba70-aff6158fd67e None None] New status for floating IP b81711b6-ba70-461b-a6c3-7e5d4ad5d67f: DOWN {{(pid=114531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 18:00:59.530966 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e20949e-aa1c-47e7-80fd-6406970ae093 req-a5e8d065-9c00-4982-a699-56aa15c1ef5b tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 18:00:59.532496 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-7e20949e-aa1c-47e7-80fd-6406970ae093 req-a5e8d065-9c00-4982-a699-56aa15c1ef5b tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd5e7e83-a163-4657-9548-a58fc0287e69 HTTP/1.1" status: 200 len: 945 time: 0.0480409 Jun 10 18:00:59.569845 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-7e20949e-aa1c-47e7-80fd-6406970ae093 req-15ca2a9e-b2e2-467c-8945-57a0dcff2aeb tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae1e1d4-e4c7-4585-82e5-ff7616b8fd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311565 Jun 10 18:00:59.991931 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387eb830-4004-4f0f-85f1-022ad4fee9da req-4ddecc43-fb9f-4e36-8feb-95b56acbafa9 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 18:00:59.993332 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-387eb830-4004-4f0f-85f1-022ad4fee9da req-4ddecc43-fb9f-4e36-8feb-95b56acbafa9 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd5e7e83-a163-4657-9548-a58fc0287e69 HTTP/1.1" status: 200 len: 945 time: 0.0465763 Jun 10 18:01:00.082284 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.plugin [req-387eb830-4004-4f0f-85f1-022ad4fee9da req-2c1d94a4-76ea-41d3-827d-a46363de4a1e tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Deleting port 47bcf895-07fd-490f-b358-46cb7f872e6f {{(pid=114529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 10 18:01:00.082609 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-387eb830-4004-4f0f-85f1-022ad4fee9da req-2c1d94a4-76ea-41d3-827d-a46363de4a1e tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764021161391'] for port, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:00.168196 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.db [req-387eb830-4004-4f0f-85f1-022ad4fee9da req-2c1d94a4-76ea-41d3-827d-a46363de4a1e tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] For port 47bcf895-07fd-490f-b358-46cb7f872e6f, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=47bcf895-07fd-490f-b358-46cb7f872e6f,segment=NetworkSegment(dc5feedf-4398-4bd5-8812-15b40d5f51d8),segment_id=dc5feedf-4398-4bd5-8812-15b40d5f51d8)] {{(pid=114529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 18:01:00.168757 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-387eb830-4004-4f0f-85f1-022ad4fee9da req-2c1d94a4-76ea-41d3-827d-a46363de4a1e tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781461'] for port, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:00.180762 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.plugin [req-387eb830-4004-4f0f-85f1-022ad4fee9da req-2c1d94a4-76ea-41d3-827d-a46363de4a1e tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Calling delete_port for 47bcf895-07fd-490f-b358-46cb7f872e6f owned by compute:nova {{(pid=114529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 10 18:01:00.411101 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-387eb830-4004-4f0f-85f1-022ad4fee9da req-2c1d94a4-76ea-41d3-827d-a46363de4a1e tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764021169165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764020614696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263063011'] for port, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:00.440242 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1d94a4-76ea-41d3-827d-a46363de4a1e tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Pushing event deleted for resources: {'Port': ['ID=47bcf895-07fd-490f-b358-46cb7f872e6f,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:01:00.484643 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.l3_dvrscheduler_db [req-387eb830-4004-4f0f-85f1-022ad4fee9da req-2c1d94a4-76ea-41d3-827d-a46363de4a1e tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] No DVR routers for this DVR port 47bcf895-07fd-490f-b358-46cb7f872e6f on host hv-cinder-xena0 {{(pid=114529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 18:01:00.487251 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-387eb830-4004-4f0f-85f1-022ad4fee9da req-2c1d94a4-76ea-41d3-827d-a46363de4a1e tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for port, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:00.490763 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-387eb830-4004-4f0f-85f1-022ad4fee9da req-2c1d94a4-76ea-41d3-827d-a46363de4a1e tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.27 "DELETE /v2.0/ports/47bcf895-07fd-490f-b358-46cb7f872e6f HTTP/1.1" status: 204 len: 173 time: 0.4918442 Jun 10 18:01:00.491200 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd5e7e83-a163-4657-9548-a58fc0287e69', 'name': 'network-vif-deleted', 'tag': '47bcf895-07fd-490f-b358-46cb7f872e6f'}] {{(pid=114529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 18:01:00.493995 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}546b112a5b217dbfa88e609245cede7dd2905721b158f3f41c3dff8a3887b3c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-391d0c66-9e9c-4356-a214-88db9844624d" -d '{"events": [{"server_uuid": "fd5e7e83-a163-4657-9548-a58fc0287e69", "name": "network-vif-deleted", "tag": "47bcf895-07fd-490f-b358-46cb7f872e6f"}]}' {{(pid=114529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 18:01:00.530914 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Jun 2022 18:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f63e3df9-1ab4-488a-a775-763ec6a6d8a9 x-openstack-request-id: req-f63e3df9-1ab4-488a-a775-763ec6a6d8a9 {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 18:01:00.531198 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd5e7e83-a163-4657-9548-a58fc0287e69", "name": "network-vif-deleted", "tag": "47bcf895-07fd-490f-b358-46cb7f872e6f", "status": "completed", "code": 200}]} {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 18:01:00.531729 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f63e3df9-1ab4-488a-a775-763ec6a6d8a9 {{(pid=114529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 18:01:00.531842 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f63e3df9-1ab4-488a-a775-763ec6a6d8a9'] response: {'server_uuid': 'fd5e7e83-a163-4657-9548-a58fc0287e69', 'name': 'network-vif-deleted', 'tag': '47bcf895-07fd-490f-b358-46cb7f872e6f', 'status': 'completed', 'code': 200} Jun 10 18:01:00.555814 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.agents_db [None req-a7dfe2cf-50d1-49ca-b1ce-2a181a6e45d3 None None] Agent healthcheck: found 6 active agents {{(pid=114531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 10 18:01:00.662287 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-0e7414d4-d7b4-40aa-84de-d5af44eb14e8 req-31886fe2-7a10-4ccc-b2e6-b816ba53040b tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd5e7e83-a163-4657-9548-a58fc0287e69 HTTP/1.1" status: 200 len: 210 time: 0.0259337 Jun 10 18:01:01.771867 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-1d826e19-c81f-4447-89be-8e6ab09e1f6d req-06153a4a-f873-4af2-b746-59c8c6ce0ffc tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd5e7e83-a163-4657-9548-a58fc0287e69 HTTP/1.1" status: 200 len: 210 time: 0.0277169 Jun 10 18:01:02.214904 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device 47bcf895-07fd-490f-b358-46cb7f872e6f no longer exists at agent hyperv_hv-cinder-xena0 {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 10 18:01:02.235769 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] No Port match for: 47bcf895-07fd-490f-b358-46cb7f872e6f {{(pid=114530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 10 18:01:02.236111 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device 47bcf895-07fd-490f-b358-46cb7f872e6f not bound to the agent host hv-cinder-xena0 {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 10 18:01:05.329338 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 52040) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 18:01:05.478308 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.plugin [None req-92e5916c-a71b-4188-b6c8-d8954f4c9b88 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Deleting port 0cb1198e-d201-454f-98bf-054594e8921e {{(pid=114529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 10 18:01:05.478539 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-92e5916c-a71b-4188-b6c8-d8954f4c9b88 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764021161391'] for port, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:05.553547 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-92e5916c-a71b-4188-b6c8-d8954f4c9b88 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781461'] for port, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:05.553869 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-92e5916c-a71b-4188-b6c8-d8954f4c9b88 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:05.564957 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.plugin [None req-92e5916c-a71b-4188-b6c8-d8954f4c9b88 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Calling delete_port for 0cb1198e-d201-454f-98bf-054594e8921e owned by network:floatingip {{(pid=114529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 10 18:01:05.799049 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-92e5916c-a71b-4188-b6c8-d8954f4c9b88 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764021169165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764020614696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263063011'] for port, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:05.827596 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e5916c-a71b-4188-b6c8-d8954f4c9b88 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Pushing event deleted for resources: {'Port': ['ID=0cb1198e-d201-454f-98bf-054594e8921e,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:01:05.887059 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-92e5916c-a71b-4188-b6c8-d8954f4c9b88 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks [] for floatingip, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:05.887504 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.db.l3_db [None req-92e5916c-a71b-4188-b6c8-d8954f4c9b88 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Floating IP b893045a-5af7-4603-815a-a21896d0ce21 disassociated (deleted). External IP: 172.37.5.76, port: f66d755c-2579-49bd-8931-f89c56beea96. Jun 10 18:01:06.086905 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92e5916c-a71b-4188-b6c8-d8954f4c9b88 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Router a1fde4fd-6e20-4b47-afa3-718fc7f77f11 has already been hosted by L3 agent e04d2863-a40a-41db-9b2a-39042df37909 {{(pid=114529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 10 18:01:06.191054 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92e5916c-a71b-4188-b6c8-d8954f4c9b88 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=114529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 10 18:01:06.195784 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-92e5916c-a71b-4188-b6c8-d8954f4c9b88 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for floatingip, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:06.201438 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100cfbe6-7dc7-4c61-b0ad-669ed83ec527 None None] Sync routers for ids ['a1fde4fd-6e20-4b47-afa3-718fc7f77f11'] in dv-cinder-xena-3-iscsi {{(pid=114530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 18:01:06.210899 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100cfbe6-7dc7-4c61-b0ad-669ed83ec527 None None] Routers {'a1fde4fd-6e20-4b47-afa3-718fc7f77f11'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 18:01:06.211500 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-100cfbe6-7dc7-4c61-b0ad-669ed83ec527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T18:00:41Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['a1fde4fd-6e20-4b47-afa3-718fc7f77f11'], 'active': True} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:01:06.222108 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-92e5916c-a71b-4188-b6c8-d8954f4c9b88 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "DELETE /v2.0/floatingips/b893045a-5af7-4603-815a-a21896d0ce21 HTTP/1.1" status: 204 len: 168 time: 0.8916991 Jun 10 18:01:06.222714 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd5dacfc-71db-4f47-83c1-f97e8426b728', 'tag': 'f66d755c-2579-49bd-8931-f89c56beea96'}] {{(pid=114529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 18:01:06.225002 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}546b112a5b217dbfa88e609245cede7dd2905721b158f3f41c3dff8a3887b3c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c53a269b-e607-4e47-a5e8-1db57d42ff0b" -d '{"events": [{"name": "network-changed", "server_uuid": "bd5dacfc-71db-4f47-83c1-f97e8426b728", "tag": "f66d755c-2579-49bd-8931-f89c56beea96"}]}' {{(pid=114529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 18:01:06.264036 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Jun 2022 18:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00031df-84f7-4d8b-a2f6-4df22587695f x-openstack-request-id: req-a00031df-84f7-4d8b-a2f6-4df22587695f {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 18:01:06.264325 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd5dacfc-71db-4f47-83c1-f97e8426b728", "tag": "f66d755c-2579-49bd-8931-f89c56beea96", "status": "completed", "code": 200}]} {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 18:01:06.264570 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a00031df-84f7-4d8b-a2f6-4df22587695f {{(pid=114529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 18:01:06.264964 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a00031df-84f7-4d8b-a2f6-4df22587695f'] response: {'name': 'network-changed', 'server_uuid': 'bd5dacfc-71db-4f47-83c1-f97e8426b728', 'tag': 'f66d755c-2579-49bd-8931-f89c56beea96', 'status': 'completed', 'code': 200} Jun 10 18:01:06.323947 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvr_db [None req-100cfbe6-7dc7-4c61-b0ad-669ed83ec527 None None] Set router a1fde4fd-6e20-4b47-afa3-718fc7f77f11 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 18:01:06.346881 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a269b-e607-4e47-a5e8-1db57d42ff0b req-17128f54-e33b-4a87-9b91-ac1d3f2dae13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 18:01:06.348581 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-c53a269b-e607-4e47-a5e8-1db57d42ff0b req-17128f54-e33b-4a87-9b91-ac1d3f2dae13 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=767f7c0142e64103a2d829d5951cd4ad&device_id=bd5dacfc-71db-4f47-83c1-f97e8426b728 HTTP/1.1" status: 200 len: 1098 time: 0.0405374 Jun 10 18:01:06.440567 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a269b-e607-4e47-a5e8-1db57d42ff0b req-44dd5ee5-1164-4905-a9f2-a4e0760f34eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 18:01:06.442155 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-c53a269b-e607-4e47-a5e8-1db57d42ff0b req-44dd5ee5-1164-4905-a9f2-a4e0760f34eb service neutron] 10.222.0.27 "GET /v2.0/networks?id=31f77b64-5d2a-4d41-a094-437a49d2382f HTTP/1.1" status: 200 len: 911 time: 0.0876379 Jun 10 18:01:06.482581 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-c53a269b-e607-4e47-a5e8-1db57d42ff0b req-2f7c476d-2ce6-419a-8825-073b4904ceac service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f66d755c-2579-49bd-8931-f89c56beea96 HTTP/1.1" status: 200 len: 217 time: 0.0336316 Jun 10 18:01:06.523770 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-100cfbe6-7dc7-4c61-b0ad-669ed83ec527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'name': 'tempest-TestVolumeBootPattern-53594753-router', 'tenant_id': '767f7c0142e64103a2d829d5951cd4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.23'}], 'enable_snat': True}, 'gw_port_id': '0931458b-35f3-456f-9bda-3a649ec99c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:28Z', 'updated_at': '2022-06-10T17:53:33Z', 'revision_number': 4, 'project_id': '767f7c0142e64103a2d829d5951cd4ad', 'gw_port': {'id': '0931458b-35f3-456f-9bda-3a649ec99c38', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:75:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:30Z', 'updated_at': '2022-06-10T17:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': 'a39eeeb9-007e-4abc-8309-d6b4dd253046', 'name': '', 'network_id': '31f77b64-5d2a-4d41-a094-437a49d2382f', 'tenant_id': '767f7c0142e64103a2d829d5951cd4ad', 'mac_address': 'fa:16:3e:9b:e1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'd1b8af94-24d7-44e4-8fcc-7d46347876fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:32Z', 'updated_at': '2022-06-10T17:53:37Z', 'revision_number': 5, 'project_id': '767f7c0142e64103a2d829d5951cd4ad', 'subnets': [{'id': 'd1b8af94-24d7-44e4-8fcc-7d46347876fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:01:06.534816 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a269b-e607-4e47-a5e8-1db57d42ff0b req-0d82ffd2-cbc1-47de-976a-cef30299c7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 18:01:06.536292 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-c53a269b-e607-4e47-a5e8-1db57d42ff0b req-0d82ffd2-cbc1-47de-976a-cef30299c7e9 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=d1b8af94-24d7-44e4-8fcc-7d46347876fd HTTP/1.1" status: 200 len: 849 time: 0.0470321 Jun 10 18:01:06.550509 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100cfbe6-7dc7-4c61-b0ad-669ed83ec527 None None] Checking router: a1fde4fd-6e20-4b47-afa3-718fc7f77f11 for host: dv-cinder-xena-3-iscsi {{(pid=114530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 18:01:06.571615 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100cfbe6-7dc7-4c61-b0ad-669ed83ec527 None None] Routers {'a1fde4fd-6e20-4b47-afa3-718fc7f77f11'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 18:01:06.571615 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-100cfbe6-7dc7-4c61-b0ad-669ed83ec527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T18:00:41Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['a1fde4fd-6e20-4b47-afa3-718fc7f77f11'], 'active': True} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:01:06.582374 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a269b-e607-4e47-a5e8-1db57d42ff0b req-6e70a1e4-1ab6-422d-9ec9-366f747bf302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 18:01:06.583910 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-c53a269b-e607-4e47-a5e8-1db57d42ff0b req-6e70a1e4-1ab6-422d-9ec9-366f747bf302 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=31f77b64-5d2a-4d41-a094-437a49d2382f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0415394 Jun 10 18:01:06.667061 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvr_db [None req-100cfbe6-7dc7-4c61-b0ad-669ed83ec527 None None] Set router a1fde4fd-6e20-4b47-afa3-718fc7f77f11 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 18:01:06.676109 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-c53a269b-e607-4e47-a5e8-1db57d42ff0b req-1a13cc8e-9bfd-4027-a8c2-dc8357753289 service neutron] 10.222.0.27 "GET /v2.0/networks/31f77b64-5d2a-4d41-a094-437a49d2382f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858324 Jun 10 18:01:06.778066 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-c53a269b-e607-4e47-a5e8-1db57d42ff0b req-c8ef4524-3ae9-44b7-9639-cee917eba85f service neutron] 10.222.0.27 "GET /v2.0/networks/31f77b64-5d2a-4d41-a094-437a49d2382f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954306 Jun 10 18:01:06.825506 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9c1f03-5f9a-4213-8ef2-b654eeaaaef2 req-cf9350ac-a53e-4ca4-8023-3056d3c04503 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 18:01:06.829000 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-4d9c1f03-5f9a-4213-8ef2-b654eeaaaef2 req-cf9350ac-a53e-4ca4-8023-3056d3c04503 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd5dacfc-71db-4f47-83c1-f97e8426b728 HTTP/1.1" status: 200 len: 945 time: 0.0480425 Jun 10 18:01:06.870992 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-100cfbe6-7dc7-4c61-b0ad-669ed83ec527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'name': 'tempest-TestVolumeBootPattern-53594753-router', 'tenant_id': '767f7c0142e64103a2d829d5951cd4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.23'}], 'enable_snat': True}, 'gw_port_id': '0931458b-35f3-456f-9bda-3a649ec99c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:28Z', 'updated_at': '2022-06-10T17:53:33Z', 'revision_number': 4, 'project_id': '767f7c0142e64103a2d829d5951cd4ad', 'gw_port': {'id': '0931458b-35f3-456f-9bda-3a649ec99c38', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:75:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:30Z', 'updated_at': '2022-06-10T17:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': 'a39eeeb9-007e-4abc-8309-d6b4dd253046', 'name': '', 'network_id': '31f77b64-5d2a-4d41-a094-437a49d2382f', 'tenant_id': '767f7c0142e64103a2d829d5951cd4ad', 'mac_address': 'fa:16:3e:9b:e1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'd1b8af94-24d7-44e4-8fcc-7d46347876fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:32Z', 'updated_at': '2022-06-10T17:53:37Z', 'revision_number': 5, 'project_id': '767f7c0142e64103a2d829d5951cd4ad', 'subnets': [{'id': 'd1b8af94-24d7-44e4-8fcc-7d46347876fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:01:06.874194 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-4d9c1f03-5f9a-4213-8ef2-b654eeaaaef2 req-4eaeb584-8031-4612-a8fb-5bb6b6006673 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae1e1d4-e4c7-4585-82e5-ff7616b8fd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317903 Jun 10 18:01:06.897678 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100cfbe6-7dc7-4c61-b0ad-669ed83ec527 None None] The sync data for ids ['a1fde4fd-6e20-4b47-afa3-718fc7f77f11'] in dv-cinder-xena-3-iscsi is: [{'id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'name': 'tempest-TestVolumeBootPattern-53594753-router', 'tenant_id': '767f7c0142e64103a2d829d5951cd4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.23'}], 'enable_snat': True}, 'gw_port_id': '0931458b-35f3-456f-9bda-3a649ec99c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:28Z', 'updated_at': '2022-06-10T17:53:33Z', 'revision_number': 4, 'project_id': '767f7c0142e64103a2d829d5951cd4ad', 'gw_port': {'id': '0931458b-35f3-456f-9bda-3a649ec99c38', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:75:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:30Z', 'updated_at': '2022-06-10T17:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': 'a39eeeb9-007e-4abc-8309-d6b4dd253046', 'name': '', 'network_id': '31f77b64-5d2a-4d41-a094-437a49d2382f', 'tenant_id': '767f7c0142e64103a2d829d5951cd4ad', 'mac_address': 'fa:16:3e:9b:e1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'd1b8af94-24d7-44e4-8fcc-7d46347876fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:32Z', 'updated_at': '2022-06-10T17:53:37Z', 'revision_number': 5, 'project_id': '767f7c0142e64103a2d829d5951cd4ad', 'subnets': [{'id': 'd1b8af94-24d7-44e4-8fcc-7d46347876fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 18:01:07.104094 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3765e1-3d42-4f8d-801c-b31edc838f9b None None] New status for floating IP b893045a-5af7-4603-815a-a21896d0ce21: DOWN {{(pid=114531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 18:01:07.989248 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c799caa-9dbd-4efe-a02e-42ef0dc346de req-b936aa12-d6ee-4ad4-b73a-408b55d9611f tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 18:01:07.990716 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-7c799caa-9dbd-4efe-a02e-42ef0dc346de req-b936aa12-d6ee-4ad4-b73a-408b55d9611f tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd5dacfc-71db-4f47-83c1-f97e8426b728 HTTP/1.1" status: 200 len: 945 time: 0.0489008 Jun 10 18:01:08.031473 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-7c799caa-9dbd-4efe-a02e-42ef0dc346de req-e767741b-51b3-4d65-b815-8e29319be726 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae1e1d4-e4c7-4585-82e5-ff7616b8fd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339048 Jun 10 18:01:08.364955 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-814016e7-19aa-4d04-affe-f7167b59a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:08.462793 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c80d5-3d7d-47cd-8f36-0d902d1bd004 req-740cb181-371d-449e-8e96-474840bd886e tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 18:01:08.464231 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-292c80d5-3d7d-47cd-8f36-0d902d1bd004 req-740cb181-371d-449e-8e96-474840bd886e tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.27 "GET /v2.0/ports?device_id=bd5dacfc-71db-4f47-83c1-f97e8426b728 HTTP/1.1" status: 200 len: 945 time: 0.0506055 Jun 10 18:01:08.550843 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.plugin [req-292c80d5-3d7d-47cd-8f36-0d902d1bd004 req-e3016f3b-ebd9-4e44-b423-9dea60673437 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Deleting port f66d755c-2579-49bd-8931-f89c56beea96 {{(pid=114529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 10 18:01:08.551188 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-292c80d5-3d7d-47cd-8f36-0d902d1bd004 req-e3016f3b-ebd9-4e44-b423-9dea60673437 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764021161391'] for port, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:08.888854 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.db [req-292c80d5-3d7d-47cd-8f36-0d902d1bd004 req-e3016f3b-ebd9-4e44-b423-9dea60673437 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] For port f66d755c-2579-49bd-8931-f89c56beea96, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=f66d755c-2579-49bd-8931-f89c56beea96,segment=NetworkSegment(dc5feedf-4398-4bd5-8812-15b40d5f51d8),segment_id=dc5feedf-4398-4bd5-8812-15b40d5f51d8)] {{(pid=114529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 18:01:08.889218 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-292c80d5-3d7d-47cd-8f36-0d902d1bd004 req-e3016f3b-ebd9-4e44-b423-9dea60673437 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781461'] for port, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:08.901227 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.plugin [req-292c80d5-3d7d-47cd-8f36-0d902d1bd004 req-e3016f3b-ebd9-4e44-b423-9dea60673437 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Calling delete_port for f66d755c-2579-49bd-8931-f89c56beea96 owned by compute:nova {{(pid=114529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 10 18:01:09.144982 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967785d8-e056-41d4-b59a-55202172b54b req-4dd12c3f-902a-4207-8197-b7fb6536392f tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 10 18:01:09.146958 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-967785d8-e056-41d4-b59a-55202172b54b req-4dd12c3f-902a-4207-8197-b7fb6536392f tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd5dacfc-71db-4f47-83c1-f97e8426b728 HTTP/1.1" status: 200 len: 945 time: 0.0491688 Jun 10 18:01:09.147814 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-292c80d5-3d7d-47cd-8f36-0d902d1bd004 req-e3016f3b-ebd9-4e44-b423-9dea60673437 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764021169165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764020614696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263063011'] for port, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:09.185170 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3016f3b-ebd9-4e44-b423-9dea60673437 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Pushing event deleted for resources: {'Port': ['ID=f66d755c-2579-49bd-8931-f89c56beea96,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:01:09.217497 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3016f3b-ebd9-4e44-b423-9dea60673437 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:01:09.217837 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3016f3b-ebd9-4e44-b423-9dea60673437 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:01:09.218170 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3016f3b-ebd9-4e44-b423-9dea60673437 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:01:09.218525 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3016f3b-ebd9-4e44-b423-9dea60673437 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:01:09.218853 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3016f3b-ebd9-4e44-b423-9dea60673437 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:01:09.219180 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3016f3b-ebd9-4e44-b423-9dea60673437 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:01:09.219504 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3016f3b-ebd9-4e44-b423-9dea60673437 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:01:09.219825 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3016f3b-ebd9-4e44-b423-9dea60673437 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:01:09.220146 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3016f3b-ebd9-4e44-b423-9dea60673437 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:01:09.220470 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3016f3b-ebd9-4e44-b423-9dea60673437 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:01:09.220806 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3016f3b-ebd9-4e44-b423-9dea60673437 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:01:09.221121 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3016f3b-ebd9-4e44-b423-9dea60673437 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:01:09.244174 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.l3_dvrscheduler_db [req-292c80d5-3d7d-47cd-8f36-0d902d1bd004 req-e3016f3b-ebd9-4e44-b423-9dea60673437 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] No DVR routers for this DVR port f66d755c-2579-49bd-8931-f89c56beea96 on host hv-cinder-xena0 {{(pid=114529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 18:01:09.251217 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [req-292c80d5-3d7d-47cd-8f36-0d902d1bd004 req-e3016f3b-ebd9-4e44-b423-9dea60673437 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for port, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:09.254389 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-292c80d5-3d7d-47cd-8f36-0d902d1bd004 req-e3016f3b-ebd9-4e44-b423-9dea60673437 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.27 "DELETE /v2.0/ports/f66d755c-2579-49bd-8931-f89c56beea96 HTTP/1.1" status: 204 len: 173 time: 0.7845314 Jun 10 18:01:09.254815 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd5dacfc-71db-4f47-83c1-f97e8426b728', 'name': 'network-vif-deleted', 'tag': 'f66d755c-2579-49bd-8931-f89c56beea96'}] {{(pid=114529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 10 18:01:09.257011 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}546b112a5b217dbfa88e609245cede7dd2905721b158f3f41c3dff8a3887b3c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10934a24-f0cc-406e-abfc-7a93ad279217" -d '{"events": [{"server_uuid": "bd5dacfc-71db-4f47-83c1-f97e8426b728", "name": "network-vif-deleted", "tag": "f66d755c-2579-49bd-8931-f89c56beea96"}]}' {{(pid=114529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 18:01:09.267984 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-967785d8-e056-41d4-b59a-55202172b54b req-732bcb89-8524-4c74-a3e0-18ce683b9f68 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae1e1d4-e4c7-4585-82e5-ff7616b8fd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1119144 Jun 10 18:01:09.294093 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Jun 2022 18:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d5931d-8774-4812-8fd2-6f76a33a2ac5 x-openstack-request-id: req-86d5931d-8774-4812-8fd2-6f76a33a2ac5 {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 18:01:09.294573 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd5dacfc-71db-4f47-83c1-f97e8426b728", "name": "network-vif-deleted", "tag": "f66d755c-2579-49bd-8931-f89c56beea96", "status": "completed", "code": 200}]} {{(pid=114529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 18:01:09.294826 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-86d5931d-8774-4812-8fd2-6f76a33a2ac5 {{(pid=114529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 18:01:09.295223 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86d5931d-8774-4812-8fd2-6f76a33a2ac5'] response: {'server_uuid': 'bd5dacfc-71db-4f47-83c1-f97e8426b728', 'name': 'network-vif-deleted', 'tag': 'f66d755c-2579-49bd-8931-f89c56beea96', 'status': 'completed', 'code': 200} Jun 10 18:01:10.375281 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [req-baf57c29-c2bc-4a27-b49b-855759335c00 req-58deb34c-a834-4ceb-8f0f-35cb77a54a38 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd5dacfc-71db-4f47-83c1-f97e8426b728 HTTP/1.1" status: 200 len: 210 time: 0.0283866 Jun 10 18:01:10.821849 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-195a343a-aad6-4da1-a7e9-01d4851efc7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:11.432845 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 52058) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 18:01:11.554313 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.plugin [None req-49afd0af-f67e-44f0-8004-54534f52789b tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Deleting port c02fbbff-300c-409c-89c1-6a7f7f7591f9 {{(pid=114529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 10 18:01:11.554650 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-49afd0af-f67e-44f0-8004-54534f52789b tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764021161391'] for port, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:11.626783 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-49afd0af-f67e-44f0-8004-54534f52789b tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781461'] for port, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:11.627108 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-49afd0af-f67e-44f0-8004-54534f52789b tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:11.638449 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.plugin [None req-49afd0af-f67e-44f0-8004-54534f52789b tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Calling delete_port for c02fbbff-300c-409c-89c1-6a7f7f7591f9 owned by network:floatingip {{(pid=114529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 10 18:01:11.821672 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-9e937c9f-4d57-47ec-81ad-8e77ea25145e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:11.862081 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-49afd0af-f67e-44f0-8004-54534f52789b tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764021169165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764020614696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263063011'] for port, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:11.885264 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49afd0af-f67e-44f0-8004-54534f52789b tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Pushing event deleted for resources: {'Port': ['ID=c02fbbff-300c-409c-89c1-6a7f7f7591f9,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:01:11.948679 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-49afd0af-f67e-44f0-8004-54534f52789b tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks [] for floatingip, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:11.951265 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-49afd0af-f67e-44f0-8004-54534f52789b tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365373'] for floatingip, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:11.952394 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-49afd0af-f67e-44f0-8004-54534f52789b tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "DELETE /v2.0/floatingips/f03941cb-4187-4081-a9a2-e9b5671c7228 HTTP/1.1" status: 204 len: 168 time: 0.5180905 Jun 10 18:01:12.278789 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device f66d755c-2579-49bd-8931-f89c56beea96 no longer exists at agent hyperv_hv-cinder-xena0 {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 10 18:01:12.302227 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] No Port match for: f66d755c-2579-49bd-8931-f89c56beea96 {{(pid=114530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 10 18:01:12.302608 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Device f66d755c-2579-49bd-8931-f89c56beea96 not bound to the agent host hv-cinder-xena0 {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 10 18:01:13.170632 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a5a6984-4625-4674-bdbb-a7ccf76cac14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:13.367047 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 52070) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 18:01:13.423995 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-70b8cfe7-8b5e-456f-9855-232ef44edcb7 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks [] for security_group, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:13.448485 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-70b8cfe7-8b5e-456f-9855-232ef44edcb7 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:13.598880 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-70b8cfe7-8b5e-456f-9855-232ef44edcb7 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:13.601473 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-70b8cfe7-8b5e-456f-9855-232ef44edcb7 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Notify callbacks [] for security_group, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:13.602638 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-70b8cfe7-8b5e-456f-9855-232ef44edcb7 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] 10.222.0.16 "DELETE /v2.0/security-groups/6ae1e1d4-e4c7-4585-82e5-ff7616b8fd6f HTTP/1.1" status: 204 len: 168 time: 0.2346189 Jun 10 18:01:13.612034 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b8cfe7-8b5e-456f-9855-232ef44edcb7 tempest-TestVolumeBootPattern-585027536 tempest-TestVolumeBootPattern-585027536-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae1e1d4-e4c7-4585-82e5-ff7616b8fd6f,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:01:13.758367 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 52074) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 18:01:13.976255 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:14.315879 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-4d9d0340-9a0f-4583-82ec-874c05bc7dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-779062'] for router_interface, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:14.550872 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.plugin [None req-4d9d0340-9a0f-4583-82ec-874c05bc7dcb admin admin] Deleting port a39eeeb9-007e-4abc-8309-d6b4dd253046 {{(pid=114529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 10 18:01:14.551520 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-4d9d0340-9a0f-4583-82ec-874c05bc7dcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764021161391'] for port, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:14.626996 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.db [None req-4d9d0340-9a0f-4583-82ec-874c05bc7dcb admin admin] For port a39eeeb9-007e-4abc-8309-d6b4dd253046, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=a39eeeb9-007e-4abc-8309-d6b4dd253046,segment=NetworkSegment(dc5feedf-4398-4bd5-8812-15b40d5f51d8),segment_id=dc5feedf-4398-4bd5-8812-15b40d5f51d8)] {{(pid=114529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 18:01:14.627254 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-4d9d0340-9a0f-4583-82ec-874c05bc7dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781461'] for port, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:14.639793 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.plugin [None req-4d9d0340-9a0f-4583-82ec-874c05bc7dcb admin admin] Calling delete_port for a39eeeb9-007e-4abc-8309-d6b4dd253046 owned by network:router_interface {{(pid=114529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 10 18:01:14.999425 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-4d9d0340-9a0f-4583-82ec-874c05bc7dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764021169165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764020614696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263063011'] for port, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:15.023519 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9d0340-9a0f-4583-82ec-874c05bc7dcb admin admin] Pushing event deleted for resources: {'Port': ['ID=a39eeeb9-007e-4abc-8309-d6b4dd253046,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:01:15.197294 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-4d9d0340-9a0f-4583-82ec-874c05bc7dcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-734075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-779162'] for router_interface, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:15.405764 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d9d0340-9a0f-4583-82ec-874c05bc7dcb admin admin] Router a1fde4fd-6e20-4b47-afa3-718fc7f77f11 has already been hosted by L3 agent e04d2863-a40a-41db-9b2a-39042df37909 {{(pid=114529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 10 18:01:15.506165 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d9d0340-9a0f-4583-82ec-874c05bc7dcb admin admin] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=114529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 10 18:01:15.512362 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-4d9d0340-9a0f-4583-82ec-874c05bc7dcb admin admin] 10.222.0.16 "PUT /v2.0/routers/a1fde4fd-6e20-4b47-afa3-718fc7f77f11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7526872 Jun 10 18:01:15.514681 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ee0cfe-0c7e-4fb4-af23-b412575fec0e None None] Sync routers for ids ['a1fde4fd-6e20-4b47-afa3-718fc7f77f11'] in dv-cinder-xena-3-iscsi {{(pid=114530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 18:01:15.515124 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 52078) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 18:01:15.523928 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ee0cfe-0c7e-4fb4-af23-b412575fec0e None None] Routers {'a1fde4fd-6e20-4b47-afa3-718fc7f77f11'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 18:01:15.524528 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-72ee0cfe-0c7e-4fb4-af23-b412575fec0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T18:01:11Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['a1fde4fd-6e20-4b47-afa3-718fc7f77f11'], 'active': True} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:01:15.615267 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-efedf44c-21a3-456a-adba-8680548f19e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:15.627503 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvr_db [None req-72ee0cfe-0c7e-4fb4-af23-b412575fec0e None None] Set router a1fde4fd-6e20-4b47-afa3-718fc7f77f11 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 18:01:15.714495 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-efedf44c-21a3-456a-adba-8680548f19e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:15.807459 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-72ee0cfe-0c7e-4fb4-af23-b412575fec0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'name': 'tempest-TestVolumeBootPattern-53594753-router', 'tenant_id': '767f7c0142e64103a2d829d5951cd4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.23'}], 'enable_snat': True}, 'gw_port_id': '0931458b-35f3-456f-9bda-3a649ec99c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:28Z', 'updated_at': '2022-06-10T18:01:14Z', 'revision_number': 5, 'project_id': '767f7c0142e64103a2d829d5951cd4ad', 'gw_port': {'id': '0931458b-35f3-456f-9bda-3a649ec99c38', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:75:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:30Z', 'updated_at': '2022-06-10T17:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:01:15.834223 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ee0cfe-0c7e-4fb4-af23-b412575fec0e None None] Checking router: a1fde4fd-6e20-4b47-afa3-718fc7f77f11 for host: dv-cinder-xena-3-iscsi {{(pid=114530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 18:01:15.842648 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ee0cfe-0c7e-4fb4-af23-b412575fec0e None None] Routers {'a1fde4fd-6e20-4b47-afa3-718fc7f77f11'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 18:01:15.843253 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-72ee0cfe-0c7e-4fb4-af23-b412575fec0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T18:01:11Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['a1fde4fd-6e20-4b47-afa3-718fc7f77f11'], 'active': True} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:01:15.910404 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.plugin [None req-efedf44c-21a3-456a-adba-8680548f19e8 admin admin] Deleting port 0931458b-35f3-456f-9bda-3a649ec99c38 {{(pid=114529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 10 18:01:15.910745 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-efedf44c-21a3-456a-adba-8680548f19e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764021161391'] for port, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:15.946405 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvr_db [None req-72ee0cfe-0c7e-4fb4-af23-b412575fec0e None None] Set router a1fde4fd-6e20-4b47-afa3-718fc7f77f11 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 18:01:15.991449 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.db [None req-efedf44c-21a3-456a-adba-8680548f19e8 admin admin] For port 0931458b-35f3-456f-9bda-3a649ec99c38, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=0931458b-35f3-456f-9bda-3a649ec99c38,segment=NetworkSegment(bfeef927-6d24-4759-be0a-a8eced1bbc0e),segment_id=bfeef927-6d24-4759-be0a-a8eced1bbc0e)] {{(pid=114529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 18:01:15.991729 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-efedf44c-21a3-456a-adba-8680548f19e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781461'] for port, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:16.003190 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.plugin [None req-efedf44c-21a3-456a-adba-8680548f19e8 admin admin] Calling delete_port for 0931458b-35f3-456f-9bda-3a649ec99c38 owned by network:router_gateway {{(pid=114529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 10 18:01:16.122276 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_hamode_db [None req-72ee0cfe-0c7e-4fb4-af23-b412575fec0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'name': 'tempest-TestVolumeBootPattern-53594753-router', 'tenant_id': '767f7c0142e64103a2d829d5951cd4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.23'}], 'enable_snat': True}, 'gw_port_id': '0931458b-35f3-456f-9bda-3a649ec99c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:28Z', 'updated_at': '2022-06-10T18:01:14Z', 'revision_number': 5, 'project_id': '767f7c0142e64103a2d829d5951cd4ad', 'gw_port': {'id': '0931458b-35f3-456f-9bda-3a649ec99c38', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:75:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:30Z', 'updated_at': '2022-06-10T17:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:01:16.271445 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ee0cfe-0c7e-4fb4-af23-b412575fec0e None None] The sync data for ids ['a1fde4fd-6e20-4b47-afa3-718fc7f77f11'] in dv-cinder-xena-3-iscsi is: [{'id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'name': 'tempest-TestVolumeBootPattern-53594753-router', 'tenant_id': '767f7c0142e64103a2d829d5951cd4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.23'}], 'enable_snat': True}, 'gw_port_id': '0931458b-35f3-456f-9bda-3a649ec99c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:28Z', 'updated_at': '2022-06-10T18:01:14Z', 'revision_number': 5, 'project_id': '767f7c0142e64103a2d829d5951cd4ad', 'gw_port': {'id': '0931458b-35f3-456f-9bda-3a649ec99c38', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:75:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fde4fd-6e20-4b47-afa3-718fc7f77f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:30Z', 'updated_at': '2022-06-10T17:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}] {{(pid=114530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 18:01:16.273588 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-efedf44c-21a3-456a-adba-8680548f19e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764021169165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764020614696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263063011'] for port, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:16.302497 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efedf44c-21a3-456a-adba-8680548f19e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0931458b-35f3-456f-9bda-3a649ec99c38,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:01:16.363821 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-efedf44c-21a3-456a-adba-8680548f19e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-754044'] for router_gateway, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:16.450215 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-efedf44c-21a3-456a-adba-8680548f19e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14472'] for router, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:16.452247 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-efedf44c-21a3-456a-adba-8680548f19e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:16.616512 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-efedf44c-21a3-456a-adba-8680548f19e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-533514'] for router, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:16.617101 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efedf44c-21a3-456a-adba-8680548f19e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1fde4fd-6e20-4b47-afa3-718fc7f77f11 {{(pid=114529) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 10 18:01:16.621836 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-efedf44c-21a3-456a-adba-8680548f19e8 admin admin] Notify callbacks [] for router, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:16.623518 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-efedf44c-21a3-456a-adba-8680548f19e8 admin admin] 10.222.0.16 "DELETE /v2.0/routers/a1fde4fd-6e20-4b47-afa3-718fc7f77f11 HTTP/1.1" status: 204 len: 168 time: 1.1077647 Jun 10 18:01:16.626168 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 52080) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 18:01:16.684320 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.db_base_plugin_v2 [None req-2586399d-ce63-4c88-99ac-9c20944285c7 admin admin] Deleting subnet d1b8af94-24d7-44e4-8fcc-7d46347876fd {{(pid=114529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 10 18:01:16.687626 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-2586399d-ce63-4c88-99ac-9c20944285c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:16.709508 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device a39eeeb9-007e-4abc-8309-d6b4dd253046 no longer exists at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 10 18:01:16.728152 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-2586399d-ce63-4c88-99ac-9c20944285c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263706186'] for subnet, precommit_delete_associations {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:16.730626 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] No Port match for: a39eeeb9-007e-4abc-8309-d6b4dd253046 {{(pid=114530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 10 18:01:16.731736 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device a39eeeb9-007e-4abc-8309-d6b4dd253046 not bound to the agent host dv-cinder-xena-3-iscsi {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 10 18:01:16.809274 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-2586399d-ce63-4c88-99ac-9c20944285c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4008051'] for subnet, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:16.976403 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-2586399d-ce63-4c88-99ac-9c20944285c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4008060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263062998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263210359'] for subnet, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:17.002428 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2586399d-ce63-4c88-99ac-9c20944285c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1b8af94-24d7-44e4-8fcc-7d46347876fd,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:01:17.005998 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-2586399d-ce63-4c88-99ac-9c20944285c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-734032'] for subnet, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:17.009500 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-2586399d-ce63-4c88-99ac-9c20944285c7 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d1b8af94-24d7-44e4-8fcc-7d46347876fd HTTP/1.1" status: 204 len: 168 time: 0.3819511 Jun 10 18:01:17.011567 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 52082) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 18:01:17.013050 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837e0eb7-d339-41f8-97f3-511a52d29563 None None] Network 31f77b64-5d2a-4d41-a094-437a49d2382f requested from dv-cinder-xena-3-iscsi {{(pid=114530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 18:01:17.082339 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-b80f6706-86f3-402a-92bd-ca5183ecb8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3935284'] for network, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:17.134184 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.plugin [None req-b80f6706-86f3-402a-92bd-ca5183ecb8f4 admin admin] Deleting port 96fda14d-a131-4900-b60d-80081fd5171f {{(pid=114529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 10 18:01:17.134553 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-b80f6706-86f3-402a-92bd-ca5183ecb8f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764021161391'] for port, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:17.201198 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.db [None req-b80f6706-86f3-402a-92bd-ca5183ecb8f4 admin admin] For port 96fda14d-a131-4900-b60d-80081fd5171f, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=96fda14d-a131-4900-b60d-80081fd5171f,segment=NetworkSegment(dc5feedf-4398-4bd5-8812-15b40d5f51d8),segment_id=dc5feedf-4398-4bd5-8812-15b40d5f51d8)] {{(pid=114529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 18:01:17.201478 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-b80f6706-86f3-402a-92bd-ca5183ecb8f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781461'] for port, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:17.216811 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.plugin [None req-b80f6706-86f3-402a-92bd-ca5183ecb8f4 admin admin] Calling delete_port for 96fda14d-a131-4900-b60d-80081fd5171f owned by network:dhcp {{(pid=114529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 10 18:01:17.268898 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9df580c-e22b-4394-abcc-393157febbfe None None] DHCP port deletion for 31f77b64-5d2a-4d41-a094-437a49d2382f request from dv-cinder-xena-3-iscsi {{(pid=114530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 18:01:17.315588 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b9df580c-e22b-4394-abcc-393157febbfe None None] Deleting port 96fda14d-a131-4900-b60d-80081fd5171f {{(pid=114530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 10 18:01:17.315952 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b9df580c-e22b-4394-abcc-393157febbfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764021161391'] for port, before_delete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:17.380064 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-b9df580c-e22b-4394-abcc-393157febbfe None None] For port 96fda14d-a131-4900-b60d-80081fd5171f, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=96fda14d-a131-4900-b60d-80081fd5171f,segment=NetworkSegment(dc5feedf-4398-4bd5-8812-15b40d5f51d8),segment_id=dc5feedf-4398-4bd5-8812-15b40d5f51d8)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 18:01:17.380378 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b9df580c-e22b-4394-abcc-393157febbfe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781461'] for port, precommit_delete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:17.392812 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-b9df580c-e22b-4394-abcc-393157febbfe None None] Calling delete_port for 96fda14d-a131-4900-b60d-80081fd5171f owned by network:dhcp {{(pid=114530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 10 18:01:17.410424 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-b80f6706-86f3-402a-92bd-ca5183ecb8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764021169165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764020614696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263063011'] for port, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:17.438117 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80f6706-86f3-402a-92bd-ca5183ecb8f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=96fda14d-a131-4900-b60d-80081fd5171f,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:01:17.439965 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80f6706-86f3-402a-92bd-ca5183ecb8f4 admin admin] No DVR routers for this DVR port 96fda14d-a131-4900-b60d-80081fd5171f on host dv-cinder-xena-3-iscsi {{(pid=114529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 18:01:17.468855 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b9df580c-e22b-4394-abcc-393157febbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764021169165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764020614696'] for port, after_delete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:17.493685 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9df580c-e22b-4394-abcc-393157febbfe None None] Pushing event deleted for resources: {'Port': ['ID=96fda14d-a131-4900-b60d-80081fd5171f,revision_number=None']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:01:17.498413 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9df580c-e22b-4394-abcc-393157febbfe None None] No DVR routers for this DVR port 96fda14d-a131-4900-b60d-80081fd5171f on host dv-cinder-xena-3-iscsi {{(pid=114530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 18:01:17.504878 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9df580c-e22b-4394-abcc-393157febbfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:01:17.505223 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9df580c-e22b-4394-abcc-393157febbfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:01:17.505556 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9df580c-e22b-4394-abcc-393157febbfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:01:17.505884 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9df580c-e22b-4394-abcc-393157febbfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:01:17.506208 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9df580c-e22b-4394-abcc-393157febbfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:01:17.506556 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9df580c-e22b-4394-abcc-393157febbfe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:01:17.506873 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9df580c-e22b-4394-abcc-393157febbfe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:01:17.507193 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9df580c-e22b-4394-abcc-393157febbfe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:01:17.507512 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9df580c-e22b-4394-abcc-393157febbfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:01:17.507824 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9df580c-e22b-4394-abcc-393157febbfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:01:17.509292 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9df580c-e22b-4394-abcc-393157febbfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:01:17.509292 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9df580c-e22b-4394-abcc-393157febbfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:01:17.519254 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-b80f6706-86f3-402a-92bd-ca5183ecb8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4008428', 'neutron.services.segments.db._delete_segments_for_network-8764020915914'] for network, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:17.539824 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.services.segments.db [None req-b80f6706-86f3-402a-92bd-ca5183ecb8f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31f77b64-5d2a-4d41-a094-437a49d2382f']}} {{(pid=114529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:01:17.550672 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.services.segments.db [None req-b80f6706-86f3-402a-92bd-ca5183ecb8f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc5feedf-4398-4bd5-8812-15b40d5f51d8') {'for_net_delete': True} {{(pid=114529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:01:17.550987 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.services.segments.db [None req-b80f6706-86f3-402a-92bd-ca5183ecb8f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc5feedf-4398-4bd5-8812-15b40d5f51d8') {} {{(pid=114529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:01:17.561118 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-b80f6706-86f3-402a-92bd-ca5183ecb8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764020916947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263706163'] for segment, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:17.573731 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-b80f6706-86f3-402a-92bd-ca5183ecb8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009214'] for segment, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:17.579982 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b80f6706-86f3-402a-92bd-ca5183ecb8f4 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=114529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 18:01:17.585192 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-b80f6706-86f3-402a-92bd-ca5183ecb8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263062844'] for segment, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:17.597814 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.services.segments.plugin [-] Segment dc5feedf-4398-4bd5-8812-15b40d5f51d8 resource provider aggregate not found Jun 10 18:01:17.634694 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.services.segments.plugin [-] Segment dc5feedf-4398-4bd5-8812-15b40d5f51d8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dc5feedf-4398-4bd5-8812-15b40d5f51d8 found for delete ", "request_id": "req-b575bac0-1455-43a4-875d-63e9c48e00b0"}]} Jun 10 18:01:17.730166 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-b80f6706-86f3-402a-92bd-ca5183ecb8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4008437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753944'] for network, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:17.735986 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-b80f6706-86f3-402a-92bd-ca5183ecb8f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-734032'] for network, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:17.739992 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-b80f6706-86f3-402a-92bd-ca5183ecb8f4 admin admin] 10.222.0.16 "DELETE /v2.0/networks/31f77b64-5d2a-4d41-a094-437a49d2382f HTTP/1.1" status: 204 len: 168 time: 0.7259619 Jun 10 18:01:17.742031 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 52088) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 18:01:17.750179 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80f6706-86f3-402a-92bd-ca5183ecb8f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=31f77b64-5d2a-4d41-a094-437a49d2382f,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:01:18.081335 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-693d7534-f606-48d6-9956-7befab539dec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-779062'] for router_interface, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:18.317667 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.plugin [None req-693d7534-f606-48d6-9956-7befab539dec admin admin] Deleting port 69e8def5-a9c8-479b-869f-c8198dc830ef {{(pid=114528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 10 18:01:18.318006 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-693d7534-f606-48d6-9956-7befab539dec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764021161391'] for port, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:18.393027 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.db [None req-693d7534-f606-48d6-9956-7befab539dec admin admin] For port 69e8def5-a9c8-479b-869f-c8198dc830ef, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=69e8def5-a9c8-479b-869f-c8198dc830ef,segment=NetworkSegment(244deee8-008b-4951-a63c-652819e038bd),segment_id=244deee8-008b-4951-a63c-652819e038bd)] {{(pid=114528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 18:01:18.393384 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-693d7534-f606-48d6-9956-7befab539dec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781461'] for port, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:18.405805 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.plugin [None req-693d7534-f606-48d6-9956-7befab539dec admin admin] Calling delete_port for 69e8def5-a9c8-479b-869f-c8198dc830ef owned by network:router_interface {{(pid=114528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 10 18:01:18.574604 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device 0931458b-35f3-456f-9bda-3a649ec99c38 no longer exists at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 10 18:01:18.596409 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] No Port match for: 0931458b-35f3-456f-9bda-3a649ec99c38 {{(pid=114530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 10 18:01:18.596745 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device 0931458b-35f3-456f-9bda-3a649ec99c38 not bound to the agent host dv-cinder-xena-3-iscsi {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 10 18:01:18.597137 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device 96fda14d-a131-4900-b60d-80081fd5171f no longer exists at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 10 18:01:18.615998 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] No Port match for: 96fda14d-a131-4900-b60d-80081fd5171f {{(pid=114530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 10 18:01:18.616332 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device 96fda14d-a131-4900-b60d-80081fd5171f not bound to the agent host dv-cinder-xena-3-iscsi {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 10 18:01:18.661832 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-693d7534-f606-48d6-9956-7befab539dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764021169165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764020614696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940005'] for port, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:18.695659 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693d7534-f606-48d6-9956-7befab539dec admin admin] Pushing event deleted for resources: {'Port': ['ID=69e8def5-a9c8-479b-869f-c8198dc830ef,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:01:18.720157 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693d7534-f606-48d6-9956-7befab539dec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:01:18.724061 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693d7534-f606-48d6-9956-7befab539dec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:01:18.724061 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693d7534-f606-48d6-9956-7befab539dec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:01:18.724061 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693d7534-f606-48d6-9956-7befab539dec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:01:18.724061 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693d7534-f606-48d6-9956-7befab539dec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:01:18.724061 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693d7534-f606-48d6-9956-7befab539dec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:01:18.724061 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693d7534-f606-48d6-9956-7befab539dec admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:01:18.724061 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693d7534-f606-48d6-9956-7befab539dec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:01:18.724061 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693d7534-f606-48d6-9956-7befab539dec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:01:18.724061 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693d7534-f606-48d6-9956-7befab539dec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:01:18.724061 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693d7534-f606-48d6-9956-7befab539dec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:01:18.724061 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693d7534-f606-48d6-9956-7befab539dec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=114528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:01:18.867765 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-693d7534-f606-48d6-9956-7befab539dec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-734075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-779162'] for router_interface, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:19.075611 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-693d7534-f606-48d6-9956-7befab539dec admin admin] Router 78c2399f-9684-46e5-93f0-aac2197d92c4 has already been hosted by L3 agent e04d2863-a40a-41db-9b2a-39042df37909 {{(pid=114528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 10 18:01:19.184592 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-693d7534-f606-48d6-9956-7befab539dec admin admin] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=114528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 10 18:01:19.189472 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-693d7534-f606-48d6-9956-7befab539dec admin admin] 10.222.0.16 "PUT /v2.0/routers/78c2399f-9684-46e5-93f0-aac2197d92c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4464078 Jun 10 18:01:19.191929 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 52090) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 18:01:19.194498 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6959bec-54a7-4b36-ac72-4db2b194d2f3 None None] Sync routers for ids ['78c2399f-9684-46e5-93f0-aac2197d92c4'] in dv-cinder-xena-3-iscsi {{(pid=114531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 18:01:19.204808 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6959bec-54a7-4b36-ac72-4db2b194d2f3 None None] Routers {'78c2399f-9684-46e5-93f0-aac2197d92c4'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 18:01:19.205405 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-f6959bec-54a7-4b36-ac72-4db2b194d2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T18:01:11Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['78c2399f-9684-46e5-93f0-aac2197d92c4'], 'active': True} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:01:19.294875 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-b31ca65f-a2e1-4336-85f3-b1b940ae33c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:19.395521 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvr_db [None req-f6959bec-54a7-4b36-ac72-4db2b194d2f3 None None] Set router 78c2399f-9684-46e5-93f0-aac2197d92c4 gateway port host: dv-cinder-xena-3-iscsi {{(pid=114531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 18:01:19.395998 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-b31ca65f-a2e1-4336-85f3-b1b940ae33c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:19.538155 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.plugin [None req-b31ca65f-a2e1-4336-85f3-b1b940ae33c5 admin admin] Deleting port d4c7ba93-e008-46ca-988d-0b4f4be81be5 {{(pid=114528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 10 18:01:19.538520 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-b31ca65f-a2e1-4336-85f3-b1b940ae33c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764021161391'] for port, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:19.567544 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-f6959bec-54a7-4b36-ac72-4db2b194d2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c2399f-9684-46e5-93f0-aac2197d92c4', 'name': 'tempest-TestVolumeBootPattern-1236340130-router', 'tenant_id': '348a538a9b374d2e92369c4ce3c399b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'external_fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.140'}], 'enable_snat': True}, 'gw_port_id': 'd4c7ba93-e008-46ca-988d-0b4f4be81be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:36Z', 'updated_at': '2022-06-10T18:01:18Z', 'revision_number': 5, 'project_id': '348a538a9b374d2e92369c4ce3c399b7', 'gw_port': {'id': 'd4c7ba93-e008-46ca-988d-0b4f4be81be5', 'name': '', 'network_id': '8c026026-8e05-41b4-990c-0815c0c24f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c2399f-9684-46e5-93f0-aac2197d92c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'ip_address': '172.37.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-10T17:53:38Z', 'updated_at': '2022-06-10T17:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3db4be6-a2be-4d68-ab1f-8754e6ee5b68', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:01:19.597567 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6959bec-54a7-4b36-ac72-4db2b194d2f3 None None] Checking router: 78c2399f-9684-46e5-93f0-aac2197d92c4 for host: dv-cinder-xena-3-iscsi {{(pid=114531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 18:01:19.605534 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6959bec-54a7-4b36-ac72-4db2b194d2f3 None None] Routers {'78c2399f-9684-46e5-93f0-aac2197d92c4'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=114531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 10 18:01:19.606713 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-f6959bec-54a7-4b36-ac72-4db2b194d2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-10T17:40:11Z,description=,heartbeat_timestamp=2022-06-10T18:01:11Z,host='dv-cinder-xena-3-iscsi',id=e04d2863-a40a-41db-9b2a-39042df37909,load=0,resource_versions=,resources_synced=,started_at=2022-06-10T17:40:11Z,topic='l3_agent')) {'router_ids': ['78c2399f-9684-46e5-93f0-aac2197d92c4'], 'active': True} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:01:19.616276 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.db [None req-b31ca65f-a2e1-4336-85f3-b1b940ae33c5 admin admin] For port d4c7ba93-e008-46ca-988d-0b4f4be81be5, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=d4c7ba93-e008-46ca-988d-0b4f4be81be5,segment=NetworkSegment(bfeef927-6d24-4759-be0a-a8eced1bbc0e),segment_id=bfeef927-6d24-4759-be0a-a8eced1bbc0e)] {{(pid=114528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 18:01:19.616644 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-b31ca65f-a2e1-4336-85f3-b1b940ae33c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781461'] for port, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:19.628857 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.plugin [None req-b31ca65f-a2e1-4336-85f3-b1b940ae33c5 admin admin] Calling delete_port for d4c7ba93-e008-46ca-988d-0b4f4be81be5 owned by network:router_gateway {{(pid=114528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 10 18:01:19.692535 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_dvr_db [None req-f6959bec-54a7-4b36-ac72-4db2b194d2f3 None None] Set router 78c2399f-9684-46e5-93f0-aac2197d92c4 gateway port host: None {{(pid=114531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 10 18:01:19.742685 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.l3_hamode_db [None req-f6959bec-54a7-4b36-ac72-4db2b194d2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c2399f-9684-46e5-93f0-aac2197d92c4', 'name': 'tempest-TestVolumeBootPattern-1236340130-router', 'tenant_id': '348a538a9b374d2e92369c4ce3c399b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:36Z', 'updated_at': '2022-06-10T18:01:19Z', 'revision_number': 6, 'project_id': '348a538a9b374d2e92369c4ce3c399b7', 'gw_port_host': None}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=114531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:01:19.772483 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6959bec-54a7-4b36-ac72-4db2b194d2f3 None None] The sync data for ids ['78c2399f-9684-46e5-93f0-aac2197d92c4'] in dv-cinder-xena-3-iscsi is: [{'id': '78c2399f-9684-46e5-93f0-aac2197d92c4', 'name': 'tempest-TestVolumeBootPattern-1236340130-router', 'tenant_id': '348a538a9b374d2e92369c4ce3c399b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-10T17:53:36Z', 'updated_at': '2022-06-10T18:01:19Z', 'revision_number': 6, 'project_id': '348a538a9b374d2e92369c4ce3c399b7', 'gw_port_host': None}] {{(pid=114531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 18:01:19.958903 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-b31ca65f-a2e1-4336-85f3-b1b940ae33c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764021169165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764020614696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940005'] for port, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:19.988781 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31ca65f-a2e1-4336-85f3-b1b940ae33c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4c7ba93-e008-46ca-988d-0b4f4be81be5,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:01:20.051208 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-b31ca65f-a2e1-4336-85f3-b1b940ae33c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-754044'] for router_gateway, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:20.145364 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-b31ca65f-a2e1-4336-85f3-b1b940ae33c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14472'] for router, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:20.149723 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-b31ca65f-a2e1-4336-85f3-b1b940ae33c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:20.149909 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:20.387411 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-b31ca65f-a2e1-4336-85f3-b1b940ae33c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-533514'] for router, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:20.387970 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b31ca65f-a2e1-4336-85f3-b1b940ae33c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78c2399f-9684-46e5-93f0-aac2197d92c4 {{(pid=114528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 10 18:01:20.392214 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-b31ca65f-a2e1-4336-85f3-b1b940ae33c5 admin admin] Notify callbacks [] for router, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:20.404375 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-b31ca65f-a2e1-4336-85f3-b1b940ae33c5 admin admin] 10.222.0.16 "DELETE /v2.0/routers/78c2399f-9684-46e5-93f0-aac2197d92c4 HTTP/1.1" status: 204 len: 168 time: 1.2005196 Jun 10 18:01:20.404375 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 52092) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 18:01:20.442789 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aa7b1f2-4313-42df-b098-262740004a4d admin admin] Deleting subnet f8f1d896-2720-4d16-a317-d662b15c5000 {{(pid=114528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 10 18:01:20.445746 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-5aa7b1f2-4313-42df-b098-262740004a4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:20.479126 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-5aa7b1f2-4313-42df-b098-262740004a4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1640858'] for subnet, precommit_delete_associations {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:20.558002 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-5aa7b1f2-4313-42df-b098-262740004a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4008051'] for subnet, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:20.577661 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device 69e8def5-a9c8-479b-869f-c8198dc830ef no longer exists at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 10 18:01:20.598466 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] No Port match for: 69e8def5-a9c8-479b-869f-c8198dc830ef {{(pid=114530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 10 18:01:20.599020 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device 69e8def5-a9c8-479b-869f-c8198dc830ef not bound to the agent host dv-cinder-xena-3-iscsi {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 10 18:01:20.599653 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device d4c7ba93-e008-46ca-988d-0b4f4be81be5 no longer exists at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 10 18:01:20.620686 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] No Port match for: d4c7ba93-e008-46ca-988d-0b4f4be81be5 {{(pid=114530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 10 18:01:20.621092 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device d4c7ba93-e008-46ca-988d-0b4f4be81be5 not bound to the agent host dv-cinder-xena-3-iscsi {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 10 18:01:20.696672 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-5aa7b1f2-4313-42df-b098-262740004a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4008060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262939984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263611608'] for subnet, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:20.722426 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa7b1f2-4313-42df-b098-262740004a4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8f1d896-2720-4d16-a317-d662b15c5000,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:01:20.726099 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-5aa7b1f2-4313-42df-b098-262740004a4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:20.732014 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-5aa7b1f2-4313-42df-b098-262740004a4d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f8f1d896-2720-4d16-a317-d662b15c5000 HTTP/1.1" status: 204 len: 168 time: 0.3324683 Jun 10 18:01:20.732299 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [-] (114528) accepted ('10.222.0.16', 52094) {{(pid=114528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 18:01:20.732716 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661986bb-742f-4b8d-b7cf-623f03fceacd None None] Network b2074982-8510-4602-8f90-7b2c5597cc8a requested from dv-cinder-xena-3-iscsi {{(pid=114530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 18:01:20.805353 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-165d2915-988f-45f7-8fee-bb6b21428c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3935284'] for network, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:20.857955 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.plugin [None req-165d2915-988f-45f7-8fee-bb6b21428c74 admin admin] Deleting port 72fb496b-6cd6-4107-974c-5c90cf8e30dc {{(pid=114528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 10 18:01:20.858361 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-165d2915-988f-45f7-8fee-bb6b21428c74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764021161391'] for port, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:20.918069 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb9f499-402d-4533-ba7c-a527fdf199c2 None None] DHCP port deletion for b2074982-8510-4602-8f90-7b2c5597cc8a request from dv-cinder-xena-3-iscsi {{(pid=114530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 18:01:20.970087 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-9bb9f499-402d-4533-ba7c-a527fdf199c2 None None] Deleting port 72fb496b-6cd6-4107-974c-5c90cf8e30dc {{(pid=114530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 10 18:01:20.970495 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-9bb9f499-402d-4533-ba7c-a527fdf199c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764021161391'] for port, before_delete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:21.040456 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.db [None req-9bb9f499-402d-4533-ba7c-a527fdf199c2 None None] For port 72fb496b-6cd6-4107-974c-5c90cf8e30dc, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=72fb496b-6cd6-4107-974c-5c90cf8e30dc,segment=NetworkSegment(244deee8-008b-4951-a63c-652819e038bd),segment_id=244deee8-008b-4951-a63c-652819e038bd)] {{(pid=114530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 18:01:21.040760 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-9bb9f499-402d-4533-ba7c-a527fdf199c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781461'] for port, precommit_delete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:21.054778 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-9bb9f499-402d-4533-ba7c-a527fdf199c2 None None] Calling delete_port for 72fb496b-6cd6-4107-974c-5c90cf8e30dc owned by network:dhcp {{(pid=114530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 10 18:01:21.173287 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.db [None req-165d2915-988f-45f7-8fee-bb6b21428c74 admin admin] For port 72fb496b-6cd6-4107-974c-5c90cf8e30dc, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=72fb496b-6cd6-4107-974c-5c90cf8e30dc,segment=NetworkSegment(244deee8-008b-4951-a63c-652819e038bd),segment_id=244deee8-008b-4951-a63c-652819e038bd)] {{(pid=114528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 10 18:01:21.178402 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-165d2915-988f-45f7-8fee-bb6b21428c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781461'] for port, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:21.186330 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.plugin [None req-165d2915-988f-45f7-8fee-bb6b21428c74 admin admin] Calling delete_port for 72fb496b-6cd6-4107-974c-5c90cf8e30dc owned by network:dhcp {{(pid=114528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 10 18:01:21.193192 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-9bb9f499-402d-4533-ba7c-a527fdf199c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764021169165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764020614696'] for port, after_delete {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:21.222922 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb9f499-402d-4533-ba7c-a527fdf199c2 None None] No DVR routers for this DVR port 72fb496b-6cd6-4107-974c-5c90cf8e30dc on host dv-cinder-xena-3-iscsi {{(pid=114530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 18:01:21.230020 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb9f499-402d-4533-ba7c-a527fdf199c2 None None] Pushing event deleted for resources: {'Port': ['ID=72fb496b-6cd6-4107-974c-5c90cf8e30dc,revision_number=None']} {{(pid=114530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:01:21.263959 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-165d2915-988f-45f7-8fee-bb6b21428c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3886917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764021169165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764020614696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940005'] for port, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:21.288242 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165d2915-988f-45f7-8fee-bb6b21428c74 admin admin] Pushing event deleted for resources: {'Port': ['ID=72fb496b-6cd6-4107-974c-5c90cf8e30dc,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:01:21.291772 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165d2915-988f-45f7-8fee-bb6b21428c74 admin admin] No DVR routers for this DVR port 72fb496b-6cd6-4107-974c-5c90cf8e30dc on host dv-cinder-xena-3-iscsi {{(pid=114528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 18:01:21.360593 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-165d2915-988f-45f7-8fee-bb6b21428c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4008428', 'neutron.services.segments.db._delete_segments_for_network-8764020915914'] for network, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:21.382843 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.services.segments.db [None req-165d2915-988f-45f7-8fee-bb6b21428c74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2074982-8510-4602-8f90-7b2c5597cc8a']}} {{(pid=114528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:01:21.391608 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.services.segments.db [None req-165d2915-988f-45f7-8fee-bb6b21428c74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '244deee8-008b-4951-a63c-652819e038bd') {'for_net_delete': True} {{(pid=114528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:01:21.391899 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.services.segments.db [None req-165d2915-988f-45f7-8fee-bb6b21428c74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '244deee8-008b-4951-a63c-652819e038bd') {} {{(pid=114528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:01:21.400682 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-165d2915-988f-45f7-8fee-bb6b21428c74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764020916947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1640931'] for segment, before_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:21.413139 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-165d2915-988f-45f7-8fee-bb6b21428c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009214'] for segment, precommit_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:21.419135 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-165d2915-988f-45f7-8fee-bb6b21428c74 admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=114528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 18:01:21.419616 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-165d2915-988f-45f7-8fee-bb6b21428c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940090'] for segment, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:21.564530 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-165d2915-988f-45f7-8fee-bb6b21428c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4008437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-734050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753944'] for network, after_delete {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:21.571706 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.services.segments.plugin [-] Segment 244deee8-008b-4951-a63c-652819e038bd resource provider aggregate not found Jun 10 18:01:21.575671 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron_lib.callbacks.manager [None req-165d2915-988f-45f7-8fee-bb6b21428c74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-734032'] for network, before_response {{(pid=114528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:21.578875 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.wsgi [None req-165d2915-988f-45f7-8fee-bb6b21428c74 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b2074982-8510-4602-8f90-7b2c5597cc8a HTTP/1.1" status: 204 len: 168 time: 0.8455803 Jun 10 18:01:21.588633 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165d2915-988f-45f7-8fee-bb6b21428c74 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2074982-8510-4602-8f90-7b2c5597cc8a,revision_number=None']} {{(pid=114528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:01:21.602821 dv-cinder-xena-3-iscsi neutron-server[114528]: INFO neutron.services.segments.plugin [-] Segment 244deee8-008b-4951-a63c-652819e038bd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 244deee8-008b-4951-a63c-652819e038bd found for delete ", "request_id": "req-806d52c9-772e-4bfd-a86d-1b1b999a9ef1"}]} Jun 10 18:01:22.033521 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 52104) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 18:01:22.335191 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-dd39fc0e-55c9-41c2-a34f-70c70b88113f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=767f7c0142e64103a2d829d5951cd4ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3004446 Jun 10 18:01:22.337614 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 52106) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 18:01:22.384168 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-9f808824-8ac8-45b2-a362-1044e49c8f8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:22.407441 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-9f808824-8ac8-45b2-a362-1044e49c8f8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:22.559036 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-9f808824-8ac8-45b2-a362-1044e49c8f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:22.562449 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-9f808824-8ac8-45b2-a362-1044e49c8f8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:22.565361 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-9f808824-8ac8-45b2-a362-1044e49c8f8c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7222c7fc-fc0d-4e14-b955-45bd5905bc89 HTTP/1.1" status: 204 len: 168 time: 0.2245586 Jun 10 18:01:22.574472 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f808824-8ac8-45b2-a362-1044e49c8f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7222c7fc-fc0d-4e14-b955-45bd5905bc89,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:01:22.586983 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device 72fb496b-6cd6-4107-974c-5c90cf8e30dc no longer exists at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 10 18:01:22.610296 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] No Port match for: 72fb496b-6cd6-4107-974c-5c90cf8e30dc {{(pid=114530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 10 18:01:22.610638 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron.plugins.ml2.rpc [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Device 72fb496b-6cd6-4107-974c-5c90cf8e30dc not bound to the agent host dv-cinder-xena-3-iscsi {{(pid=114530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 10 18:01:23.353509 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 52112) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 18:01:23.393458 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-40670abf-b651-48df-911b-1eb2e2557b36 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=348a538a9b374d2e92369c4ce3c399b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388095 Jun 10 18:01:23.395952 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.wsgi [-] (114529) accepted ('10.222.0.16', 52114) {{(pid=114529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 10 18:01:23.443068 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-106ed448-a7f8-4688-a586-7df06b5df0b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:23.463244 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-106ed448-a7f8-4688-a586-7df06b5df0b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:23.621337 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-106ed448-a7f8-4688-a586-7df06b5df0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753491'] for security_group, after_delete {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:23.623952 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron_lib.callbacks.manager [None req-106ed448-a7f8-4688-a586-7df06b5df0b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:23.625105 dv-cinder-xena-3-iscsi neutron-server[114529]: INFO neutron.wsgi [None req-106ed448-a7f8-4688-a586-7df06b5df0b5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6ade828b-9fa5-42b8-96fb-a36584ba4b9c HTTP/1.1" status: 204 len: 168 time: 0.2282093 Jun 10 18:01:23.635492 dv-cinder-xena-3-iscsi neutron-server[114529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106ed448-a7f8-4688-a586-7df06b5df0b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ade828b-9fa5-42b8-96fb-a36584ba4b9c,revision_number=None']} {{(pid=114529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:01:37.554844 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.agents_db [None req-a7dfe2cf-50d1-49ca-b1ce-2a181a6e45d3 None None] Agent healthcheck: found 6 active agents {{(pid=114531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 10 18:01:38.409269 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-5cc86c45-01be-4b5e-b5a8-70dbee881d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:40.797877 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-f621b6d9-ed20-4106-935c-fc91b6a66e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:41.832527 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-9e937c9f-4d57-47ec-81ad-8e77ea25145e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:43.129701 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a5a6984-4625-4674-bdbb-a7ccf76cac14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:43.941036 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:01:50.112262 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:02:08.420330 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-f18c908c-93da-4752-a47d-5cbdf8eb463e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:02:10.797002 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-d198bed7-01d9-4ad0-a1ba-63ea47e128ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:02:11.819862 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-9e937c9f-4d57-47ec-81ad-8e77ea25145e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:02:13.117175 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a5a6984-4625-4674-bdbb-a7ccf76cac14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:02:13.911604 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:02:14.554750 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.agents_db [None req-a7dfe2cf-50d1-49ca-b1ce-2a181a6e45d3 None None] Agent healthcheck: found 6 active agents {{(pid=114531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 10 18:02:20.111448 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:02:38.356249 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-e966f42e-7489-44f9-9bca-7d6e94b803d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:02:40.768006 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-3a39c416-c5c3-4930-981a-195b8997ceda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:02:41.824826 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-9e937c9f-4d57-47ec-81ad-8e77ea25145e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:02:43.144764 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a5a6984-4625-4674-bdbb-a7ccf76cac14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:02:43.927547 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:02:50.110361 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:02:51.553690 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.agents_db [None req-a7dfe2cf-50d1-49ca-b1ce-2a181a6e45d3 None None] Agent healthcheck: found 6 active agents {{(pid=114531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 10 18:03:08.378498 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-44988296-12be-417a-b9cf-b26b2841b9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:03:10.783181 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-3c806c3e-e5d9-4b5a-9706-d9fb0151d4ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:03:11.852570 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-9e937c9f-4d57-47ec-81ad-8e77ea25145e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:03:13.178962 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a5a6984-4625-4674-bdbb-a7ccf76cac14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:03:13.944218 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:03:20.091811 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:03:28.552732 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.agents_db [None req-a7dfe2cf-50d1-49ca-b1ce-2a181a6e45d3 None None] Agent healthcheck: found 6 active agents {{(pid=114531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 10 18:03:38.377515 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-5033d362-dcfa-47e4-8da9-103addb12460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:03:40.777686 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-83739ba9-95c7-49f1-9ca2-1019397bbd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:03:41.840734 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-9e937c9f-4d57-47ec-81ad-8e77ea25145e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:03:43.137787 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a5a6984-4625-4674-bdbb-a7ccf76cac14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:03:43.959856 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:03:50.085739 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:04:05.551498 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.agents_db [None req-a7dfe2cf-50d1-49ca-b1ce-2a181a6e45d3 None None] Agent healthcheck: found 6 active agents {{(pid=114531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 10 18:04:08.388072 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-2ed95fa4-f212-4bd2-8053-392cac0b2c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:04:10.811257 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-29ea6ca9-5f52-4c54-85eb-2b8ff3e1b8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:04:11.839380 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-9e937c9f-4d57-47ec-81ad-8e77ea25145e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:04:13.119636 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a5a6984-4625-4674-bdbb-a7ccf76cac14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:04:13.953979 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:04:20.096658 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:04:38.387412 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-72649d0b-803c-4a75-b582-a2d1ee0f2da8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:04:40.793420 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-50c70bfe-fb6b-4dc6-a0d4-dccb14a89d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:04:41.832672 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-9e937c9f-4d57-47ec-81ad-8e77ea25145e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:04:42.550661 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.agents_db [None req-a7dfe2cf-50d1-49ca-b1ce-2a181a6e45d3 None None] Agent healthcheck: found 6 active agents {{(pid=114531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 10 18:04:43.101308 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a5a6984-4625-4674-bdbb-a7ccf76cac14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:04:43.975492 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:04:50.112758 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:05:08.414043 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-34ecdbd2-de55-4948-9e9f-68a3323b6202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:05:10.792348 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-bbd9b460-2689-484f-860d-5fe00da43dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:05:11.824999 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-9e937c9f-4d57-47ec-81ad-8e77ea25145e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:05:13.139275 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a5a6984-4625-4674-bdbb-a7ccf76cac14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:05:13.950655 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:05:19.550204 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.agents_db [None req-a7dfe2cf-50d1-49ca-b1ce-2a181a6e45d3 None None] Agent healthcheck: found 6 active agents {{(pid=114531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 10 18:05:20.117677 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:05:38.368151 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-d9a910aa-7455-477e-afbb-d5d800fe1b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:05:40.797116 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-e3d00bbc-b9ba-455b-89c7-0d6ece4d2836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:05:41.854227 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-9e937c9f-4d57-47ec-81ad-8e77ea25145e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:05:43.132721 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a5a6984-4625-4674-bdbb-a7ccf76cac14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:05:43.961050 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:05:50.162732 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:05:50.680653 dv-cinder-xena-3-iscsi neutron-server[114528]: DEBUG neutron.wsgi [req-cac78648-78ae-4ef2-b561-eca8c2c7ae07 req-4dc88642-eae1-46ab-b320-3571f1f83f3c service neutron] (114528) timed out ('10.222.0.27', 59375) {{(pid=114528) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 10 18:05:56.549462 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.agents_db [None req-a7dfe2cf-50d1-49ca-b1ce-2a181a6e45d3 None None] Agent healthcheck: found 6 active agents {{(pid=114531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 10 18:06:08.388325 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-6d62a6e1-983d-44a0-a147-a26293e8d22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:06:10.767460 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-9a07749c-ad97-43fd-a4ef-df2aab1d4ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:06:11.874496 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-9e937c9f-4d57-47ec-81ad-8e77ea25145e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:06:13.132996 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a5a6984-4625-4674-bdbb-a7ccf76cac14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:06:13.985357 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbaf6-c97a-421b-8275-63e2dfecf5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:06:20.184619 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-b080396a-6462-4592-91fa-bebc8820f55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:06:33.548055 dv-cinder-xena-3-iscsi neutron-server[114531]: DEBUG neutron.db.agents_db [None req-a7dfe2cf-50d1-49ca-b1ce-2a181a6e45d3 None None] Agent healthcheck: found 6 active agents {{(pid=114531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 10 18:06:38.361010 dv-cinder-xena-3-iscsi neutron-server[114530]: DEBUG neutron_lib.callbacks.manager [None req-de309290-af78-4670-8c8e-8bb501681c34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764020915896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4051736'] for agent, after_update {{(pid=114530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}